-- Logs begin at Wed 2021-10-27 11:02:38 UTC, end at Wed 2021-10-27 11:56:59 UTC. -- Oct 27 11:32:19.582579 dv-cinder-815146-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 11:32:22.389770 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.common.config [-] Logging enabled! Oct 27 11:32:22.390397 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 11:32:22.390558 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107893) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 11:32:22.393876 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.common.config [-] Logging enabled! Oct 27 11:32:22.394130 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 11:32:22.394448 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107893) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 11:32:22.395423 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 11:32:22.395659 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 11:32:22.396024 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 11:32:22.396268 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 11:32:22.396495 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 11:32:22.396815 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.397113 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.397412 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.397642 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.397934 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.398221 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.398507 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.398854 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.399183 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.399472 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.399752 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.400037 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.400267 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.400549 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.400838 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.401123 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.401347 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] debug = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.401627 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.402060 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.402753 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.403042 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.403334 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.403618 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.403892 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.404169 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.404457 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.404793 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] host = dv-cinder-815146-3-iscsi {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.405072 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.405363 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.405649 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.405938 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.406213 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.406493 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.406808 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.407092 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.407376 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] log_file = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.407652 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.407941 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.408230 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.408528 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.408754 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.408984 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.409269 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.409555 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.409833 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.410109 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.410386 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.410691 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.410970 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.411244 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.411529 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.411817 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.412106 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.412383 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.412662 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.412937 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.413217 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.413505 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.413784 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.414061 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.414340 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.415173 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.415466 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.415749 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.416054 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.416343 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.416628 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.416920 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.417197 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.417485 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.417765 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.418045 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.418320 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] use_json = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.418598 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.418899 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.419184 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.419462 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.419739 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.420015 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.420291 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.420577 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:22.420883 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.421184 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.421489 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.421781 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.422091 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.422378 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.422701 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.422989 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.423281 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.423577 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.423870 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.424157 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.424452 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.424739 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.425039 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.425350 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.425648 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.425947 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.426229 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.426510 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.426819 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.427109 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.427400 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.427685 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.427984 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.428277 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.428559 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.428856 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.429242 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.429437 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.429713 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.429995 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.430315 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.431142 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.431420 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.431701 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.431993 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.432280 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.432553 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.432836 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.433120 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.433395 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.433669 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.433950 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.434244 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.434543 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.434831 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.435102 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.435382 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.435657 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.435943 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.436224 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.436502 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.436775 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.437056 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.437332 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.437608 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.437895 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.438171 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.438451 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.438750 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.439026 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.439300 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.439579 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.439854 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.440127 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.440401 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.440682 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.440957 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.441229 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.441504 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.441777 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.442052 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.442340 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.442663 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.442951 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.443234 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.443516 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.443800 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.444082 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.444365 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.444649 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.444934 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.445208 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.445501 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.445790 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.446110 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.446398 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.446708 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.447030 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.447311 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.447598 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.447884 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.448165 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.448450 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.448740 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.449036 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.449330 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.449625 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.449918 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.450214 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.450497 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.450859 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.451147 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:22.451366 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 11:32:22.451612 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107893) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 11:32:22.887988 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=107893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 11:32:22.888267 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=107893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 11:32:22.888559 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 11:32:22.888896 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 11:32:23.214469 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.214787 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.215063 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.216338 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.216625 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.216891 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.251868 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.252154 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.252425 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.268241 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.268523 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.268794 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.299971 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.300218 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.300490 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.337020 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.337307 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.337573 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.577109 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.577712 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.577712 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.577849 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.578509 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.706676 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.706995 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.707278 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.707549 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.707817 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.708131 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.708392 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.708648 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.708902 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.709185 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.709443 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.709706 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.709961 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.710211 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.710465 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.710751 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.711006 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.711275 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.711574 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.711835 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.712108 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.712360 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.712643 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.713019 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.713271 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.713517 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.713918 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 11:32:23.714163 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 11:32:23.714406 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 11:32:23.714662 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 11:32:23.714904 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 11:32:23.715140 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 11:32:23.715506 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 11:32:23.718772 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 11:32:23.722791 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 11:32:23.726790 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Oct 27 11:32:23.728973 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 11:32:23.729430 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 11:32:23.729767 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 11:32:23.730155 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 11:32:23.733047 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 11:32:23.733310 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 11:32:23.733666 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 11:32:23.739042 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 11:32:23.762587 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 11:32:23.763085 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.763384 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107893) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 11:32:23.763748 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.765172 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107893) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 11:32:23.765465 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 11:32:23.765713 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 11:32:23.769039 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.769319 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:23.837016 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 11:32:23.837175 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 11:32:23.837420 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 11:32:23.837815 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 11:32:23.859078 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_db.sqlalchemy.engines [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107893) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 11:32:24.400193 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Initializing driver for type 'gre' Oct 27 11:32:24.400757 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] gre ID ranges: [(1, 1000)] Oct 27 11:32:24.456518 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Initializing driver for type 'local' Oct 27 11:32:24.456816 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Initializing driver for type 'vlan' Oct 27 11:32:24.472243 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] VlanTypeDriver initialization complete Oct 27 11:32:24.472579 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Initializing driver for type 'vxlan' Oct 27 11:32:24.473162 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] vxlan ID ranges: [(1, 1000)] Oct 27 11:32:24.525179 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Initializing extension driver 'port_security' Oct 27 11:32:24.525535 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.extensions.port_security [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] PortSecurityExtensionDriver initialization complete Oct 27 11:32:24.525863 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Initializing mechanism driver 'openvswitch' Oct 27 11:32:24.526178 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Initializing mechanism driver 'hyperv' Oct 27 11:32:24.533086 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.plugins.ml2.plugin [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:32:24.534024 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > port after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.534395 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > port after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.534771 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > port after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.535297 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 11:32:24.535733 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > subnet after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.536080 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > subnet after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.536423 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > subnet after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.536813 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 11:32:24.537223 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > network after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.537564 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > network after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.537900 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > network after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.538283 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 11:32:24.538704 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > security_group after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.539050 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > security_group after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.539383 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > security_group after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.540324 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 11:32:24.540738 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.541078 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.541411 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.541799 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 11:32:24.542217 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > address_group after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.542650 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > address_group after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.543099 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > address_group after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.543401 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 11:32:24.543842 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] ML2 OVO RPC backend initialized. {{(pid=107893) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 11:32:24.544649 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router_interface after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.545029 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.545504 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > network before_response 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.545884 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > networks before_response 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.546263 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > port before_response 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.546637 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > ports before_response 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.547069 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > subnet before_response 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.547430 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > subnets before_response 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.547773 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > network after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.548214 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > network after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.548565 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > network after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.548915 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > port after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.549329 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > port after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.549689 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > port after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.550033 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > subnet after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.550444 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > subnet after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.550896 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > subnet after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.551615 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.plugin [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Modular L2 Plugin initialization complete Oct 27 11:32:24.551945 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading services supported by the core plugin {{(pid=107893) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 11:32:24.552243 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.plugins.ml2.managers [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Got port-security extension from driver 'port_security' Oct 27 11:32:24.552781 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.extensions.vlantransparent [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Disabled vlantransparent extension. Oct 27 11:32:24.553376 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107893) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 11:32:24.553743 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading Plugin: router Oct 27 11:32:24.590536 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router_interface before_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.591180 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router after_create 55549900 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.591294 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router before_create 55549900 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.591642 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.592008 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.592359 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router after_delete 55549900 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.592710 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > floatingip after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.593173 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > floatingip after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.593529 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router after_create 55549900 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.593874 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router after_update 55549900 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.594217 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router after_update 55549900 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.594558 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.594928 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router after_update 55549900 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.595333 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router precommit_update 55549900 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.595691 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: port after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.596022 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: port after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.596351 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: subnet after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.596683 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.597023 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > port precommit_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.597358 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router precommit_create 55549900 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.597693 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: port before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.598027 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router precommit_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.598372 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router after_update 55549900 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.598738 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router precommit_delete 55549900 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.599084 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router precommit_create 55549900 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.599435 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router_interface after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.599774 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router precommit_update 55549900 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.600133 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > agent after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.600475 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > agent after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.600811 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > network after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.601672 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Tracking information for resource: router configured {{(pid=107893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 11:32:24.601998 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Tracking information for resource: floatingip configured {{(pid=107893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 11:32:24.607464 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.db.l3_agentschedulers_db [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 11:32:24.608037 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: port after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.608399 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: port after_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.608744 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: port after_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.609089 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: port after_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.609871 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router before_create 55550100 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.610228 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router precommit_delete 55550100 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.610582 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router precommit_create 55550100 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.610959 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > router precommit_update 55550100 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.615753 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.services.provider_configuration [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service providers = [] {{(pid=107893) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 11:32:24.616110 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.db.servicetype_db [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107893) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 11:32:24.619609 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.services.service_base [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 11:32:24.619952 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.services.service_base [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 11:32:24.620287 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.services.service_base [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 11:32:24.621163 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.services.service_base [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 11:32:24.621529 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.services.service_base [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 11:32:24.621906 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 11:32:24.622217 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 11:32:24.634297 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 11:32:24.634654 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading Plugin: auto_allocate Oct 27 11:32:24.640442 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: network precommit_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.640803 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: network precommit_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.641321 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 11:32:24.641639 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading Plugin: tag Oct 27 11:32:24.648556 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 11:32:24.648895 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading Plugin: timestamp Oct 27 11:32:24.653067 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 11:32:24.653338 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading Plugin: network_ip_availability Oct 27 11:32:24.658795 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.659163 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.659526 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.660213 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 11:32:24.660527 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading Plugin: flavors Oct 27 11:32:24.665988 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 11:32:24.666315 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading Plugin: revisions Oct 27 11:32:24.670665 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 11:32:24.671049 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_concurrency.lockutils [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.782s {{(pid=107893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 11:32:24.671785 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107893) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 11:32:24.672117 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Initializing extension manager. Oct 27 11:32:24.672616 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: __init__.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.672954 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: __pycache__ {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.673283 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.673610 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: address_group.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.674361 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.674956 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: address-group Oct 27 11:32:24.675277 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: address_scope.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.675981 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.676489 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: address-scope Oct 27 11:32:24.676809 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: admin_state_down_before_update.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.677721 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.678221 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: router-admin-state-down-before-update Oct 27 11:32:24.678536 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: agent.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.679254 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.679759 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: agent Oct 27 11:32:24.680079 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: agent_resources_synced.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.681517 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.682013 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: agent-resources-synced Oct 27 11:32:24.682325 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: allowedaddresspairs.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.684101 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.684612 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: allowed-address-pairs Oct 27 11:32:24.684930 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: auto_allocated_topology.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.685985 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.686492 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: auto-allocated-topology Oct 27 11:32:24.686834 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: availability_zone.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.687515 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.688016 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: availability_zone Oct 27 11:32:24.688334 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: availability_zone_filter.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.689234 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.689733 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: availability_zone_filter Oct 27 11:32:24.690049 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: data_plane_status.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.690976 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.691472 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 11:32:24.691787 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: default_subnetpools.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.692691 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.693196 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: default-subnetpools Oct 27 11:32:24.693513 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: dhcpagentscheduler.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.694307 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.694835 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: dhcp_agent_scheduler Oct 27 11:32:24.695157 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: dns.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.696086 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.696591 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension dns-integration not supported by any of loaded plugins Oct 27 11:32:24.696906 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: dns_domain_ports.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.697807 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.698307 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 11:32:24.698653 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.699551 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.700048 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 11:32:24.700362 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: dvr.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.701017 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.701515 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: dvr Oct 27 11:32:24.701830 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: ecmp_routes.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.702750 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.703245 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 11:32:24.703560 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: empty_string_filtering.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.704456 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.704953 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: empty-string-filtering Oct 27 11:32:24.705266 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.706166 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.706695 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 11:32:24.707020 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.707928 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.708422 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 11:32:24.708737 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: external_net.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.709633 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.710133 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: external-net Oct 27 11:32:24.710446 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: extra_dhcp_opt.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.711363 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.712371 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: extra_dhcp_opt Oct 27 11:32:24.712683 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: extraroute.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.713576 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.714072 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: extraroute Oct 27 11:32:24.714387 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: extraroute_atomic.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.715433 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.715930 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: extraroute-atomic Oct 27 11:32:24.716246 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: filter_validation.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.717081 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.717579 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: filter-validation Oct 27 11:32:24.717899 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: fip_pf_description.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.718836 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.719331 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 11:32:24.719647 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: fip_port_details.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.720553 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.721059 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: fip-port-details Oct 27 11:32:24.721376 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: flavors.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.722599 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.723210 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: flavors Oct 27 11:32:24.723530 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.725192 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.725705 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 11:32:24.726024 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: floatingip_pools.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.726741 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.727818 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: floatingip-pools Oct 27 11:32:24.728132 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: ip_allocation.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.729060 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.729553 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 11:32:24.729868 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.730819 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.731558 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: ip-substring-filtering Oct 27 11:32:24.731663 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: l2_adjacency.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.732537 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.733031 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 11:32:24.733346 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: l3.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.734295 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.734841 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: router Oct 27 11:32:24.735151 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: l3_conntrack_helper.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.737391 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.737924 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 11:32:24.738235 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.739181 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.739686 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: ext-gw-mode Oct 27 11:32:24.740007 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.740928 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.741433 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: l3-ha Oct 27 11:32:24.741752 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: l3_flavors.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.742695 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.743201 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: l3-flavors Oct 27 11:32:24.743520 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.744423 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.744923 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 11:32:24.745240 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: l3agentscheduler.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.746271 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.746802 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: l3_agent_scheduler Oct 27 11:32:24.747128 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: logging.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.748613 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.749120 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension logging not supported by any of loaded plugins Oct 27 11:32:24.749443 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: metering.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.750177 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.750778 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: metering Oct 27 11:32:24.751099 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.752308 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.752819 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: metering_source_and_destination_fields Oct 27 11:32:24.753139 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: multiprovidernet.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.754057 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.754557 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: multi-provider Oct 27 11:32:24.754902 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: netmtu.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.755803 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.756309 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: net-mtu Oct 27 11:32:24.756627 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: netmtu_writable.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.757541 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.758051 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: net-mtu-writable Oct 27 11:32:24.758399 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: network_availability_zone.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.759081 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.759586 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: network_availability_zone Oct 27 11:32:24.759902 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: network_ip_availability.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.761001 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.761501 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: network-ip-availability Oct 27 11:32:24.761816 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: network_segment_range.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.762573 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.763101 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 11:32:24.763412 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: pagination.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.764441 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.764700 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: pagination Oct 27 11:32:24.765010 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: port_device_profile.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.765909 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.766416 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: port-device-profile Oct 27 11:32:24.766761 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.767683 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.768182 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: port-mac-address-regenerate Oct 27 11:32:24.768497 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.769390 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.769889 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: port-numa-affinity-policy Oct 27 11:32:24.770204 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: port_resource_request.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.771132 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.771631 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 11:32:24.771945 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: portbindings.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.772854 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.773352 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: binding Oct 27 11:32:24.773671 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: portbindings_extended.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.775488 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.775994 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: binding-extended Oct 27 11:32:24.776316 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: portsecurity.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.777487 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.777995 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: port-security Oct 27 11:32:24.778311 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: project_id.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.779308 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.779633 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: project-id Oct 27 11:32:24.779946 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: providernet.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.780857 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.781359 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: provider Oct 27 11:32:24.781673 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: qos.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.785337 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.785845 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension qos not supported by any of loaded plugins Oct 27 11:32:24.786170 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.787434 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.787941 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 11:32:24.788265 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.789172 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.790214 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 11:32:24.790543 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: qos_default.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.791467 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.791970 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension qos-default not supported by any of loaded plugins Oct 27 11:32:24.792287 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: qos_fip.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.792931 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.793428 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension qos-fip not supported by any of loaded plugins Oct 27 11:32:24.793747 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: qos_gateway_ip.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.794686 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.795188 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 11:32:24.795506 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: qos_port_network_policy.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.796410 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.796921 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 11:32:24.797238 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.798271 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.798799 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 11:32:24.799121 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: qos_pps_rule.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.800288 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.800793 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension qos-pps not supported by any of loaded plugins Oct 27 11:32:24.801111 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: qos_rule_type_details.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.802024 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.802528 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 11:32:24.802870 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: qos_rules_alias.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.804087 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.804595 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 11:32:24.804912 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: quotasv2.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.805919 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.806240 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: quotas Oct 27 11:32:24.806553 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: quotasv2_detail.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.809746 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.810077 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: quota_details Oct 27 11:32:24.810401 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: rbac.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.811485 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.812010 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: rbac-policies Oct 27 11:32:24.812335 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: rbac_address_group.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.813281 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.813789 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: rbac-address-group Oct 27 11:32:24.814111 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: rbac_address_scope.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.815051 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.815551 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: rbac-address-scope Oct 27 11:32:24.815869 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: rbac_security_groups.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.816794 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.817267 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: rbac-security-groups Oct 27 11:32:24.817665 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: rbac_subnetpool.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.818473 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.819082 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: rbac-subnetpool Oct 27 11:32:24.819321 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: revisionifmatch.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.820234 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.820732 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: revision-if-match Oct 27 11:32:24.821074 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: revisions.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.822186 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.822713 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: standard-attr-revisions Oct 27 11:32:24.823055 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: router_availability_zone.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.823697 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.824200 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: router_availability_zone Oct 27 11:32:24.824513 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: routerservicetype.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.825424 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.825927 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension router-service-type not supported by any of loaded plugins Oct 27 11:32:24.826242 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.827178 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.827691 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: security-groups-normalized-cidr Oct 27 11:32:24.828006 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: security_groups_port_filtering.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.828912 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.829415 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: port-security-groups-filtering Oct 27 11:32:24.829729 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.830659 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.831169 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: security-groups-remote-address-group Oct 27 11:32:24.831487 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: securitygroup.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.842183 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.842739 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: security-group Oct 27 11:32:24.843071 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: segment.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.843853 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.844358 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension segment not supported by any of loaded plugins Oct 27 11:32:24.844680 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.845680 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.846188 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 11:32:24.846507 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: servicetype.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.847645 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.848163 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: service-type Oct 27 11:32:24.848482 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: sorting.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.849460 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.849787 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: sorting Oct 27 11:32:24.850106 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: standard_attr_segment.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.851058 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.851569 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 11:32:24.851890 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: standardattrdescription.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.853135 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.853642 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: standard-attr-description Oct 27 11:32:24.853955 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: stateful_security_group.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.854905 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.855436 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: stateful-security-group Oct 27 11:32:24.855726 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: stdattrs_common.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.856297 dv-cinder-815146-3-iscsi neutron-server[107893]: WARNING neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 11:32:24.856608 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.857522 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.858029 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 11:32:24.858342 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: subnet_onboard.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.859443 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.859955 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: subnet_onboard Oct 27 11:32:24.860274 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.861190 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.861697 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 11:32:24.862015 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: subnet_service_types.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.862959 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.863467 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: subnet-service-types Oct 27 11:32:24.863782 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: subnetallocation.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.864858 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.865370 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: subnet_allocation Oct 27 11:32:24.865689 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.866348 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.866896 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: subnetpool-prefix-ops Oct 27 11:32:24.867210 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.868153 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.868654 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 11:32:24.868969 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: tagging.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.870036 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.870545 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: standard-attr-tag Oct 27 11:32:24.870887 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: timestamp.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.872092 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.872602 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loaded extension: standard-attr-timestamp Oct 27 11:32:24.872924 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: trunk.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.873950 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.874456 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension trunk not supported by any of loaded plugins Oct 27 11:32:24.874807 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: trunk_details.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.875716 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.876253 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension trunk-details not supported by any of loaded plugins Oct 27 11:32:24.876574 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: uplink_status_propagation.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.877481 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.877986 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 11:32:24.878302 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Loading extension file: vlantransparent.py {{(pid=107893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 11:32:24.878996 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 11:32:24.879496 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 11:32:24.881940 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:network Oct 27 11:32:24.882471 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:subnet Oct 27 11:32:24.882895 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 11:32:24.883305 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:port Oct 27 11:32:24.884544 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.v2.resource_helper [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 11:32:24.884988 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.v2.resource_helper [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service FLAVORS assigned prefix: {{(pid=107893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 11:32:24.885598 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.v2.resource_helper [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 11:32:24.886023 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.v2.resource_helper [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 11:32:24.886348 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:router Oct 27 11:32:24.886819 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:floatingip Oct 27 11:32:24.887309 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.v2.resource_helper [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service METERING assigned prefix: /metering {{(pid=107893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 11:32:24.888755 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.889118 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.889460 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:32:24.890451 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 11:32:24.890909 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:security_group Oct 27 11:32:24.891342 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 11:32:24.891954 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.v2.resource_helper [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service CORE assigned prefix: {{(pid=107893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 11:32:24.892277 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 11:32:24.892618 dv-cinder-815146-3-iscsi neutron-server[107893]: WARNING neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] subnetpool is already registered Oct 27 11:32:24.893035 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.v2.resource_helper [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service CORE assigned prefix: {{(pid=107893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 11:32:24.893354 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 11:32:24.893676 dv-cinder-815146-3-iscsi neutron-server[107893]: WARNING neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] subnetpool is already registered Oct 27 11:32:24.896091 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.v2.resource_helper [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 11:32:24.896538 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.v2.resource_helper [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service FLAVORS assigned prefix: {{(pid=107893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 11:32:24.897142 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.v2.resource_helper [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 11:32:24.897572 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.v2.resource_helper [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 11:32:24.897900 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:router Oct 27 11:32:24.898235 dv-cinder-815146-3-iscsi neutron-server[107893]: WARNING neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] router is already registered Oct 27 11:32:24.898679 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:floatingip Oct 27 11:32:24.899539 dv-cinder-815146-3-iscsi neutron-server[107893]: WARNING neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] floatingip is already registered Oct 27 11:32:24.900004 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.v2.resource_helper [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service METERING assigned prefix: /metering {{(pid=107893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 11:32:24.900709 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 11:32:24.901032 dv-cinder-815146-3-iscsi neutron-server[107893]: WARNING neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] rbac_policy is already registered Oct 27 11:32:24.901435 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:security_group Oct 27 11:32:24.901764 dv-cinder-815146-3-iscsi neutron-server[107893]: WARNING neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] security_group is already registered Oct 27 11:32:24.902403 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 11:32:24.902786 dv-cinder-815146-3-iscsi neutron-server[107893]: WARNING neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] security_group_rule is already registered Oct 27 11:32:24.903325 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.v2.resource_helper [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service CORE assigned prefix: {{(pid=107893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 11:32:24.903598 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 11:32:24.903925 dv-cinder-815146-3-iscsi neutron-server[107893]: WARNING neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] subnetpool is already registered Oct 27 11:32:24.904331 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.v2.resource_helper [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Service CORE assigned prefix: {{(pid=107893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 11:32:24.904647 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 11:32:24.904971 dv-cinder-815146-3-iscsi neutron-server[107893]: WARNING neutron.quota.resource_registry [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] subnetpool is already registered Oct 27 11:32:24.906722 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: extensions {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.908199 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: address-groups {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.909666 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: address-scopes {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.910885 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: agents {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.912132 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: auto-allocated-topology {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.913368 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: availability_zones {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.914660 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: dhcp-networks {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.916532 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: dhcp-agents {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.918057 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: routers {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.920234 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: flavors {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.921476 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: service_profiles {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.922702 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: next_providers {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.924130 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: service_profiles {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.925584 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: floatingip-pools {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.926896 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: routers {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.928986 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: floatingips {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.930300 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: l3-routers {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.931705 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: l3-agents {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.933101 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: metering-labels {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.934416 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: metering-label-rules {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.935722 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: network-ip-availabilities {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.936990 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: bindings {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.938547 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: quotas {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.940219 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: quotas {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.941735 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: rbac-policies {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.942939 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: security-groups {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.944246 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: security-group-rules {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.945472 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: service-providers {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.947412 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: subnetpools {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.949198 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: subnetpools {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.950668 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: tags {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.952337 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: tags {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.954119 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: tags {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.955899 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: tags {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.957579 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: tags {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.959551 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: tags {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.961232 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: tags {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.964553 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: tags {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.966306 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: tags {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.968059 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron.api.extensions [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Extended resource: tags {{(pid=107893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 11:32:24.974202 dv-cinder-815146-3-iscsi neutron-server[107893]: WARNING keystonemiddleware.auth_token [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 11:32:24.979346 dv-cinder-815146-3-iscsi neutron-server[107893]: WARNING keystonemiddleware.auth_token [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 11:32:24.988102 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_concurrency.lockutils [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Acquired lock "singleton_lock" {{(pid=107893) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 11:32:24.988574 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_concurrency.lockutils [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Releasing lock "singleton_lock" {{(pid=107893) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 11:32:24.989206 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO oslo_service.service [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Starting 2 workers Oct 27 11:32:24.994105 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Started child 108002 {{(pid=107893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 11:32:24.998638 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Started child 108003 {{(pid=107893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 11:32:24.999393 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:25.000168 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO neutron.service [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 11:32:25.000770 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Publish callbacks [] for process, before_spawn {{(pid=107893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:25.000878 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [-] (108002) wsgi starting up on http://0.0.0.0:9696 Oct 27 11:32:25.003182 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO oslo_service.service [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Starting 1 workers Oct 27 11:32:25.003776 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:25.005206 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [-] (108003) wsgi starting up on http://0.0.0.0:9696 Oct 27 11:32:25.008549 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Started child 108004 {{(pid=107893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 11:32:25.008942 dv-cinder-815146-3-iscsi neutron-server[107893]: INFO oslo_service.service [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Starting 1 workers Oct 27 11:32:25.012053 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.service [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] calling RpcWorker wait() {{(pid=108004) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 11:32:25.012584 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.service [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] returning from RpcWorker wait() {{(pid=108004) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 11:32:25.013426 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Started child 108005 {{(pid=107893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 11:32:25.013801 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:25.014210 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG neutron_lib.callbacks.manager [None req-004b38b3-9c42-49fa-a6f2-9065b0e2681f None None] Publish callbacks [] for process, after_spawn {{(pid=107893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:25.014302 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:32:25.016195 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107893) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 11:32:25.016413 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 11:32:25.016597 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 11:32:25.016817 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 11:32:25.017270 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 11:32:25.017374 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 11:32:25.017843 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.018109 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.018372 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.018769 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.018951 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.019490 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.019637 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:25.020131 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.020131 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.020291 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.020462 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.020622 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.020788 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.021037 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.021145 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:32:25.021280 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.021631 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.021891 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.022141 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.022390 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.022556 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.022805 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.023058 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.023305 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.023567 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] debug = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.023805 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.024799 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.025049 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.025263 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.025495 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.025756 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.025980 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.026246 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.026469 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.026754 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.027001 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.027565 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.027741 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.027966 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.028184 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.028458 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.028663 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.029131 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] host = dv-cinder-815146-3-iscsi {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.029365 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.029592 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.029830 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.030067 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.030314 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.030526 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.030836 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.031098 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.031332 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.031551 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.031809 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.032052 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.032274 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.032508 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_file = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.032668 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_options = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.032883 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.033135 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.033394 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.033584 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.033748 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.033918 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.034184 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.034352 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.034583 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.034832 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.035042 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.035251 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.035478 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.035704 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.035958 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.036188 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.036491 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.036730 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.036936 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.037077 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.037295 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.037535 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.037751 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.037969 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.038206 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.038416 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.038696 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.038929 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.039135 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.039394 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.039697 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.040456 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.040670 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.040921 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.041189 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.041389 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.041610 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.041850 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.042110 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.042330 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.042574 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.042912 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.043121 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.043359 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.043583 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.043810 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.044040 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] use_json = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.044248 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.044473 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.044708 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.044914 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.045138 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.045344 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.046374 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.046374 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.046596 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.046727 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.047027 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.047278 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.047727 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.047998 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.048219 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.048460 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.048750 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.048988 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.049341 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.049570 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.049896 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.050116 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.050365 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.050770 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.051071 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.051848 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.051848 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.054128 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.054128 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.054128 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.054128 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.054128 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.054128 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.054128 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.054128 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.056289 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.056289 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.056289 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.056289 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.056289 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.056289 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.056289 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.056289 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.060977 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.060977 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.060977 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.060977 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.060977 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.060977 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.060977 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.060977 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.060977 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.061761 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.061761 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.061761 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.061761 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.061761 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.061761 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.061761 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.061761 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.061761 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.062337 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.062337 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.062337 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.062337 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.062337 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.062337 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.062337 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.062337 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.062337 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.063449 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.063449 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.063449 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.063449 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.063449 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.063449 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.063449 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.063449 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.063449 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.064001 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.064001 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.064153 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.065991 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.065991 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.065991 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.065991 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.065991 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.065991 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.065991 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.065991 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.065991 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.067760 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.067760 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.067760 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.067760 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.067760 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.067760 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.067760 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.067760 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.068309 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.068309 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.068450 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.070357 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.070357 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.070357 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.070357 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.070357 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.071331 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.071331 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.071636 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.071886 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.072152 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.072407 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.072690 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.072942 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.073211 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.073459 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.073718 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.073970 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.074263 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.074495 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.076255 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.076255 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.076255 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.076255 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.076255 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.076255 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.076765 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.076765 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.076911 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.077569 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.077569 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.077732 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.077960 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.078225 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.078481 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.078765 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.079004 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.079263 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.079507 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.079791 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.080061 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.080293 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.080513 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.080772 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.081126 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.081358 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.081589 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.081812 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.082102 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.082336 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.082570 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.082865 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.083127 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.083363 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.083626 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.083875 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.084107 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.084338 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.084574 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.084795 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.085016 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.085252 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.085492 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.085728 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.085965 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.086198 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.086415 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.087228 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.087451 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.087697 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.087925 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.088158 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.088378 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.088637 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.088895 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.089114 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.089381 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.089575 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.089793 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.090064 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.090286 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.090568 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.090892 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.091124 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.091360 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.091611 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.091850 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.092067 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.092316 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.092558 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.092775 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.092990 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.093211 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.093457 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.093647 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.093873 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.094088 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.094343 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.094904 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.095148 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.095405 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.095659 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.096632 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.096632 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.096632 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.096632 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.098378 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.098378 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.098378 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.098378 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.098378 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.098378 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.098378 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.098378 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.101659 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.101659 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.101659 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.101659 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.101659 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.101659 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.101659 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.101659 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.103363 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.103363 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.103363 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.103363 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.103363 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.103363 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.103363 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.103363 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.104462 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.104462 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.104462 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.104462 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.104462 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.104462 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.104462 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.104462 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.106442 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.106442 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.106442 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.106442 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.106442 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.106442 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.106442 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.106442 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.107296 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.107296 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.107296 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.107296 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.107296 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.107296 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.107296 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.107296 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.108432 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.108432 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.108432 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.108432 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.108432 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.108727 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.109439 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.109439 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.109439 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.109927 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.109927 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.110192 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.110330 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.110611 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.110962 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.111243 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.111524 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.112053 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.112053 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.112393 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.112604 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.112825 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.113120 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.113459 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.113731 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.114034 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.114229 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.115071 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.115071 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.115071 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.115481 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.115481 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.115733 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.115953 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.116157 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.116378 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.116681 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.116873 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.117036 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.117251 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.117496 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.117778 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.117928 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.118089 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 11:32:25.118657 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107893) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 11:32:25.118822 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 11:32:25.118975 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 11:32:25.119160 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 11:32:25.119338 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 11:32:25.119532 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 11:32:25.119763 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.119996 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.119996 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.120261 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.120261 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.120736 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.120736 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.120736 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.121257 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.121257 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.121257 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.121732 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.121732 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.121732 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.121732 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.122345 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.122345 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.122345 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.122345 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.122956 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.122956 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.122956 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.122956 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] debug = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.123455 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.123455 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.123455 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.123992 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.123992 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.123992 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.123992 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.124502 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.124502 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.124502 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.124884 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.124884 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.124884 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.125349 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.125349 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.125349 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.125739 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.125739 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] host = dv-cinder-815146-3-iscsi {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.125739 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.126115 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.126115 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.126381 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.126381 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.126679 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.126679 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.126989 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.126989 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.127247 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.127247 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.127518 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.127518 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.127794 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_file = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.127794 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_options = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.128050 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.128050 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.128306 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.128440 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.128578 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.128713 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.128859 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.129005 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.129141 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.129276 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.129411 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.129545 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.129679 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.129905 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.130133 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.130133 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.130409 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.130409 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.130686 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.130686 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.130964 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.130964 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.131221 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.131356 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.131505 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.131644 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.131780 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.131915 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.132050 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.132201 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.132461 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.132461 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.132727 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.132727 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.133087 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.133087 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.133866 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.133866 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.134502 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.134502 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.134502 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.134502 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.136064 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.136064 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.136064 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.136064 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.136064 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] use_json = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.136064 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.136064 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.136064 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.136064 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.137673 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.137673 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.137673 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.137673 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 11:32:25.137673 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.137673 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.137673 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.137673 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.138811 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.138811 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.138811 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.138811 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.138811 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.138811 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.138811 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.138811 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.139727 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.139727 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.139727 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.139727 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.139727 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.139727 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.139727 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.139727 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.140350 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.140350 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.140350 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.140350 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.140350 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.140350 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.140752 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.140752 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.140752 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.140952 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.141111 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.141211 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.141371 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.141533 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.141694 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.141856 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.142017 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.142177 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.142336 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.142492 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.143443 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.143443 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.143443 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.143443 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.143443 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.143443 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.144301 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.144301 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.144301 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.144301 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.144301 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.144301 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.145006 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.145006 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.145006 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.145006 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.145456 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.145456 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.145456 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.146364 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.146364 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.146364 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.146364 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.146364 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.146364 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.147076 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.147076 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.147076 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.147076 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.147076 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.147515 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.147515 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.147515 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.147764 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.147764 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.147906 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.148060 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.148222 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.148382 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.148543 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.148704 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.148873 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.149573 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.149738 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.149899 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.150059 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.150219 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.150379 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.150541 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.150733 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.150908 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.151069 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.151234 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.151402 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.151565 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.151704 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.151840 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.152002 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.152408 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.152564 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.152727 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.152886 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.153052 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.153204 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.153411 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.153573 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.154138 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.154138 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.154138 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.154138 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.154138 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.154138 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.155096 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.155096 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.155096 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.155096 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.155419 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.155419 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.155648 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.155648 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.155877 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.155997 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.156110 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.156220 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.156379 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.156539 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.156700 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.156860 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.157020 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.157179 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.157314 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:32:25.157442 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.157565 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.157688 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.157810 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.157931 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.158091 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.158251 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.158434 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.158595 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.158774 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.158934 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.159093 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.159253 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.159411 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.159572 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.159733 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.159893 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.160053 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.160215 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.160375 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.160535 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.160694 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.160854 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.161014 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.161175 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.161325 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.161518 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.161642 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.161762 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.161927 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.162087 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.162247 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.162408 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.162568 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.162742 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.162900 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.163059 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.163218 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.163377 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.163537 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.163698 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.163907 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.164007 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.164165 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.164327 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.164498 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.164663 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.164828 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.165056 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.165137 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.165285 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.165447 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.165734 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.165849 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.165931 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.166066 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.166219 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.166367 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.166547 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.166712 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.166851 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.166999 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.167138 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.167298 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.167441 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.167619 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.167758 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.167894 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.168112 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.168254 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.168403 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.168541 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.168688 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.168823 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.168959 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.169093 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.169229 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.169393 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.169533 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.169720 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.170071 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.170071 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.170333 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.170333 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.170600 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.170600 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.170902 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.170902 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.171374 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.171374 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.171374 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.171862 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.171862 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.171862 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.172240 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.172240 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.172240 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.172627 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.172627 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.172914 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.172914 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.173247 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.173247 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.173247 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.173626 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.173626 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.173891 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.173891 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.174149 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.174149 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.174408 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.174543 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.174720 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.174860 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.175085 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.175085 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.175433 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.175433 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.175698 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.175698 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.175956 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.175956 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.176213 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.176348 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.176493 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.176640 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.176775 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.176910 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.177045 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.177181 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.177316 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.177481 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.177650 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.177802 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.177965 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.178134 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.178304 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.178472 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.178665 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.178808 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.178956 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.179118 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.179270 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.179427 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.179579 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.179737 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.179881 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.180045 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.180234 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.180398 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.180560 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.180725 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.180863 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.180998 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.181160 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.181304 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.181467 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.181610 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.181762 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.181971 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 11:32:25.182123 dv-cinder-815146-3-iscsi neutron-server[107893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 11:32:25.263748 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 41772) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:32:25.272344 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063851 Oct 27 11:32:36.929656 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e661508-ebcf-4f28-8ce4-a4afce2157e1 None None] get_active_networks_info from dv-cinder-815146-3-iscsi {{(pid=108004) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 11:32:37.000990 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e661508-ebcf-4f28-8ce4-a4afce2157e1 None None] No non-hosted networks {{(pid=108004) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 11:32:37.016449 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.agentschedulers_db [None req-6e661508-ebcf-4f28-8ce4-a4afce2157e1 None None] DHCP Agent not found on host dv-cinder-815146-3-iscsi {{(pid=108004) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 11:32:37.108750 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-14bb65ac-dd47-4049-9ff7-10b0bc9faecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607901'] for agent, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:39.748348 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-89194517-4fab-4dc3-8abc-2f75b3c188f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607901'] for agent, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:39.805315 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-356cfc2f-ffd7-4d1b-840d-7cdd1ba9b537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:40.515114 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607901'] for agent, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:40.515749 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:40.516142 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:40.516567 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:40.516930 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:40.517286 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:40.517602 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:40.517922 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:40.518255 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:40.518564 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:40.518906 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:40.519238 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:40.519553 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:40.519934 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815146-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:32:40.540124 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815146-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:32:41.013390 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607901'] for agent, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:42.185997 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607901'] for agent, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:43.637381 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.db.l3_hamode_db [None req-ba677659-e797-4fb8-ac68-b24926d280d2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 11:32:43.679622 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 41866) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:32:43.715960 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba677659-e797-4fb8-ac68-b24926d280d2 None None] Routers set() bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:32:43.716348 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba677659-e797-4fb8-ac68-b24926d280d2 None None] Router IDs set() for agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 11:32:44.168538 dv-cinder-815146-3-iscsi neutron-server[108002]: WARNING oslo_policy.policy [None req-3ba33196-f743-413a-a57e-e1241b498f0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 11:32:44.169132 dv-cinder-815146-3-iscsi neutron-server[108002]: WARNING oslo_policy.policy [None req-3ba33196-f743-413a-a57e-e1241b498f0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 11:32:44.393946 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [None req-3ba33196-f743-413a-a57e-e1241b498f0f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:32:44.394966 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-3ba33196-f743-413a-a57e-e1241b498f0f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7143657 Oct 27 11:32:46.891961 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 41880) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:32:47.197494 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-6c6d113f-35d0-4d32-96fb-791abde285c6 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:32:47.293329 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.policy [None req-6c6d113f-35d0-4d32-96fb-791abde285c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108002) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 11:32:47.340505 dv-cinder-815146-3-iscsi neutron-server[108002]: WARNING oslo_policy.policy [None req-6c6d113f-35d0-4d32-96fb-791abde285c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 11:32:47.340829 dv-cinder-815146-3-iscsi neutron-server[108002]: WARNING oslo_policy.policy [None req-6c6d113f-35d0-4d32-96fb-791abde285c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 11:32:47.349433 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.quota [None req-6c6d113f-35d0-4d32-96fb-791abde285c6 admin admin] Loaded quota_driver: . Oct 27 11:32:47.438210 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c6d113f-35d0-4d32-96fb-791abde285c6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776515986884', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776515987473', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776515999136', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776516001644', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776515428356', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776516021124', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3789935', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3944578', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-858010', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-933426'] for rbac-policy, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:47.504148 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c6d113f-35d0-4d32-96fb-791abde285c6 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:47.505319 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-6c6d113f-35d0-4d32-96fb-791abde285c6 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6123688 Oct 27 11:32:50.242835 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 41892) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:32:50.569210 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'f416ded92446449abcc6ab9f8f3c2995', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:32:50.599530 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Made reservation on behalf of f416ded92446449abcc6ab9f8f3c2995 for: {'network': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:32:50.602337 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:50.618606 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:50.723566 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:50.727946 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:50.746882 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1150} {{(pid=108002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:32:50.774967 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776516014165', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:50.775547 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Unsubscribe: segment precommit_create {{(pid=108002) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 11:32:50.776052 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.segments_db [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Added segment 7905ee84-5c8e-4a81-a829-1ce51bbd1ae0 of type vlan for network fab8f4b1-d2e9-48d4-bce3-2c57555c4075 Oct 27 11:32:50.791815 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b1bd2f-7703-485b-87c7-1babd30bcabb,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:32:50.839200 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:50.839554 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:50.839883 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:50.840204 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:50.840521 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:50.840855 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:50.841172 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:50.841499 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:50.841830 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:50.842143 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:50.842449 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:50.842782 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Tracked resource versions report: Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: pushed versions: Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: { 'AddressGroup': {'1.2'}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'ConntrackHelper': {'1.0'}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Log': {'1.0'}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Network': {'1.1'}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Port': {'1.7'}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'PortForwarding': {'1.2'}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'QosPolicy': {'1.10'}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'SecurityGroup': {'1.4'}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'SecurityGroupRule': {'1.2'}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'SubPort': {'1.0'}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Subnet': {'1.1'}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Trunk': {'1.1'}} Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: consumer versions: Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: { DHCP agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: L3 agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: Metadata agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: Metering agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: Open vSwitch agent@dv-cinder-815146-3-iscsi: { 'AddressGroup': '1.2', Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'ConntrackHelper': '1.0', Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Log': '1.0', Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Network': '1.1', Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Port': '1.7', Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'PortForwarding': '1.2', Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'QosPolicy': '1.10', Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'SecurityGroup': '1.4', Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'SecurityGroupRule': '1.2', Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'SubPort': '1.0', Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Subnet': '1.1', Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Trunk': '1.1'}} Oct 27 11:32:50.843907 dv-cinder-815146-3-iscsi neutron-server[108002]: {{(pid=108002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 11:32:50.894811 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:50.936809 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:50.937931 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:32:50.938553 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:51.021660 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7775893 Oct 27 11:32:51.041509 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb05626-58c0-44de-b363-2b80bc7b5a6e admin admin] Pushing event updated for resources: {'Network': ['ID=fab8f4b1-d2e9-48d4-bce3-2c57555c4075,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:32:51.054072 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network fab8f4b1-d2e9-48d4-bce3-2c57555c4075 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:32:53.854884 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 41906) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:32:54.389771 dv-cinder-815146-3-iscsi neutron-server[108003]: WARNING oslo_policy.policy [None req-2e139649-0af6-4137-8f5d-2119ef5f0cf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 11:32:54.390343 dv-cinder-815146-3-iscsi neutron-server[108003]: WARNING oslo_policy.policy [None req-2e139649-0af6-4137-8f5d-2119ef5f0cf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 11:32:54.836379 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.policy [None req-2e139649-0af6-4137-8f5d-2119ef5f0cf8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=108003) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 11:32:54.884156 dv-cinder-815146-3-iscsi neutron-server[108003]: WARNING oslo_policy.policy [None req-2e139649-0af6-4137-8f5d-2119ef5f0cf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 11:32:54.884799 dv-cinder-815146-3-iscsi neutron-server[108003]: WARNING oslo_policy.policy [None req-2e139649-0af6-4137-8f5d-2119ef5f0cf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 11:32:54.892778 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e139649-0af6-4137-8f5d-2119ef5f0cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:32:54.894741 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-2e139649-0af6-4137-8f5d-2119ef5f0cf8 admin admin] 10.222.0.36 "GET /v2.0/networks/fab8f4b1-d2e9-48d4-bce3-2c57555c4075 HTTP/1.1" status: 200 len: 826 time: 1.0378525 Oct 27 11:32:54.933542 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-e37116ea-8606-454d-8fb8-db0098ac9e99 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/33e5f048-578e-477a-9291-62042f2d56ca HTTP/1.1" status: 200 len: 734 time: 0.0324984 Oct 27 11:32:54.943218 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075', 'subnetpool_id': '33e5f048-578e-477a-9291-62042f2d56ca', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:32:54.944752 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.quota [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Loaded quota_driver: . Oct 27 11:32:54.982785 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Made reservation on behalf of f416ded92446449abcc6ab9f8f3c2995 for: {'subnet': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:32:54.985527 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:55.278217 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for subnet, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:55.348544 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Checking segment: {'id': '7905ee84-5c8e-4a81-a829-1ce51bbd1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:32:55.348954 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Network hostable DHCP agents. Network: fab8f4b1-d2e9-48d4-bce3-2c57555c4075, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:32:55.364339 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:32:55.380641 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:55.380998 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:55.381331 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:55.381654 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:55.382028 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:55.382360 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:55.382709 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:55.383040 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:55.383376 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:55.383692 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:55.383999 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:55.384304 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Tracked resource versions report: Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: pushed versions: Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: { 'AddressGroup': {'1.2'}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'ConntrackHelper': {'1.0'}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Log': {'1.0'}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Network': {'1.1'}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Port': {'1.7'}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'PortForwarding': {'1.2'}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'QosPolicy': {'1.10'}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'SecurityGroup': {'1.4'}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'SecurityGroupRule': {'1.2'}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'SubPort': {'1.0'}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Subnet': {'1.1'}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Trunk': {'1.1'}} Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: consumer versions: Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: { DHCP agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: L3 agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: Metadata agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: Metering agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: Open vSwitch agent@dv-cinder-815146-3-iscsi: { 'AddressGroup': '1.2', Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'ConntrackHelper': '1.0', Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Log': '1.0', Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Network': '1.1', Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Port': '1.7', Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'PortForwarding': '1.2', Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'QosPolicy': '1.10', Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'SecurityGroup': '1.4', Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'SecurityGroupRule': '1.2', Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'SubPort': '1.0', Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Subnet': '1.1', Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Trunk': '1.1'}} Oct 27 11:32:55.385349 dv-cinder-815146-3-iscsi neutron-server[108003]: {{(pid=108003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 11:32:55.415074 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Network fab8f4b1-d2e9-48d4-bce3-2c57555c4075 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:32:55.432629 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, fab8f4b1-d2e9-48d4-bce3-2c57555c4075) {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:32:55.437976 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:32:55.438670 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:55.444158 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c896af50-0c25-45b2-940f-aec064ecea2d None None] Network fab8f4b1-d2e9-48d4-bce3-2c57555c4075 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:32:55.463191 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-03e8a4da-f195-44c3-b94b-f795a0035750 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5231087 Oct 27 11:32:55.791411 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bb0f65-b18b-577f-a9b0-4f34f5688153-fab8f4b1-d2e9-48d4-bce3-2c57555c4075', 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995', 'fixed_ips': [{'subnet_id': '491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb'}]}} from dv-cinder-815146-3-iscsi. {{(pid=108004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:32:55.792687 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:56.107768 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.db_base_plugin_common [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Allocated IP 172.20.0.2 (fab8f4b1-d2e9-48d4-bce3-2c57555c4075/491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb/08df6a06-907e-4d59-b53d-84c6fd466387) {{(pid=108004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:32:56.314206 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Publish callbacks [] for port, precommit_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:56.321949 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:56.395271 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Network fab8f4b1-d2e9-48d4-bce3-2c57555c4075 is already hosted by enough agents. {{(pid=108004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:32:56.400397 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.base_scheduler [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Resources bound (agent type, host, resource id): {{(pid=108004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:32:56.412262 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Received port after_create {{(pid=108004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:32:56.415528 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Pushing event updated for resources: {'Port': ['ID=08df6a06-907e-4d59-b53d-84c6fd466387,revision_number=1']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:32:56.446942 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:56.447572 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:56.447648 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:56.447976 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:56.448263 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:56.448589 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:56.448913 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:56.449234 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:56.449569 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:56.449890 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:56.450204 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:56.450518 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Tracked resource versions report: Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: pushed versions: Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: { 'AddressGroup': {'1.2'}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'ConntrackHelper': {'1.0'}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Log': {'1.0'}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Network': {'1.1'}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Port': {'1.7'}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'PortForwarding': {'1.2'}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'QosPolicy': {'1.10'}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'SecurityGroup': {'1.4'}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'SecurityGroupRule': {'1.2'}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'SubPort': {'1.0'}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Subnet': {'1.1'}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Trunk': {'1.1'}} Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: consumer versions: Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: { DHCP agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: L3 agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: Metadata agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: Metering agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: Open vSwitch agent@dv-cinder-815146-3-iscsi: { 'AddressGroup': '1.2', Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'ConntrackHelper': '1.0', Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Log': '1.0', Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Network': '1.1', Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Port': '1.7', Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'PortForwarding': '1.2', Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'QosPolicy': '1.10', Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'SecurityGroup': '1.4', Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'SecurityGroupRule': '1.2', Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'SubPort': '1.0', Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Subnet': '1.1', Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Trunk': '1.1'}} Oct 27 11:32:56.451625 dv-cinder-815146-3-iscsi neutron-server[108004]: {{(pid=108004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 11:32:56.498527 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Attempting to bind port 08df6a06-907e-4d59-b53d-84c6fd466387 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:32:56.498951 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Attempting to bind port 08df6a06-907e-4d59-b53d-84c6fd466387 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '7905ee84-5c8e-4a81-a829-1ce51bbd1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:32:56.499341 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Attempting to bind port 08df6a06-907e-4d59-b53d-84c6fd466387 on network fab8f4b1-d2e9-48d4-bce3-2c57555c4075 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:32:56.504153 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:32:56.504531 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Checking segment: {'id': '7905ee84-5c8e-4a81-a829-1ce51bbd1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:32:56.504970 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:56.505351 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Bound using segment: {'id': '7905ee84-5c8e-4a81-a829-1ce51bbd1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:32:56.505836 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Bound port: 08df6a06-907e-4d59-b53d-84c6fd466387, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7905ee84-5c8e-4a81-a829-1ce51bbd1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:32:56.506236 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:56.569231 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] For port 08df6a06-907e-4d59-b53d-84c6fd466387, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:32:56.574178 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] For port 08df6a06-907e-4d59-b53d-84c6fd466387, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=08df6a06-907e-4d59-b53d-84c6fd466387,segment=NetworkSegment(7905ee84-5c8e-4a81-a829-1ce51bbd1ae0),segment_id=7905ee84-5c8e-4a81-a829-1ce51bbd1ae0)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:32:56.580531 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:56.645684 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26995d14-6f6f-4be6-9708-1d093437eab8 None None] Pushing event updated for resources: {'Port': ['ID=08df6a06-907e-4d59-b53d-84c6fd466387,revision_number=2']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:32:58.078953 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 41926) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:32:58.474662 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [None req-10554526-9084-4530-ba88-db624074dfdd admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:32:58.476395 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-10554526-9084-4530-ba88-db624074dfdd admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3964696 Oct 27 11:33:01.182721 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 41934) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:01.553473 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [None req-890653b2-cc61-4ddc-9c82-3887b4ae89c0 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:33:01.554502 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-890653b2-cc61-4ddc-9c82-3887b4ae89c0 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3708630 Oct 27 11:33:04.819166 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 41944) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:05.223344 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-b6aa3170-951d-44ba-b934-41eff2b498f2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995', 'name': 'router1'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:33:05.268574 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3170-951d-44ba-b934-41eff2b498f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4068'] for router, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:05.271389 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3170-951d-44ba-b934-41eff2b498f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4063'] for router, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:05.450824 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3170-951d-44ba-b934-41eff2b498f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:05.456216 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3170-951d-44ba-b934-41eff2b498f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613775'] for router, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:05.478241 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b6aa3170-951d-44ba-b934-41eff2b498f2 admin admin] Publish callbacks [] for router, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:05.479547 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-b6aa3170-951d-44ba-b934-41eff2b498f2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6596451 Oct 27 11:33:06.650458 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ff99fb-a7e4-4fde-aefe-3ca25de1257f None None] Network fab8f4b1-d2e9-48d4-bce3-2c57555c4075 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:33:06.704901 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 08df6a06-907e-4d59-b53d-84c6fd466387 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:33:06.839249 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-e1552257-4b52-49c8-babd-3c520ce9c4b8 None None] Provisioning complete for port 08df6a06-907e-4d59-b53d-84c6fd466387 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:33:06.839641 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-e1552257-4b52-49c8-babd-3c520ce9c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:06.874996 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-18758d2e-f851-4f4d-9820-ba91ea846c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:06.905011 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 08df6a06-907e-4d59-b53d-84c6fd466387 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:33:06.905255 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:07.091373 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-e1552257-4b52-49c8-babd-3c520ce9c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:07.160170 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:07.182104 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-e1552257-4b52-49c8-babd-3c520ce9c4b8 None None] For port 08df6a06-907e-4d59-b53d-84c6fd466387, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=08df6a06-907e-4d59-b53d-84c6fd466387,segment=NetworkSegment(7905ee84-5c8e-4a81-a829-1ce51bbd1ae0),segment_id=7905ee84-5c8e-4a81-a829-1ce51bbd1ae0)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:33:07.192415 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-e1552257-4b52-49c8-babd-3c520ce9c4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:07.279056 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1552257-4b52-49c8-babd-3c520ce9c4b8 None None] Pushing event updated for resources: {'Port': ['ID=08df6a06-907e-4d59-b53d-84c6fd466387,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:07.282178 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.db.api [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 11:33:07.282606 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG oslo_db.api [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 11:33:07.418949 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-610f4f1c-d04c-4d88-8b01-f5226c57f2c4 None None] Provisioning complete for port 08df6a06-907e-4d59-b53d-84c6fd466387 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:33:07.419312 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-610f4f1c-d04c-4d88-8b01-f5226c57f2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:08.178687 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 41960) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:08.608964 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 08df6a06-907e-4d59-b53d-84c6fd466387 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:33:08.658892 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 08df6a06-907e-4d59-b53d-84c6fd466387 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:33:08.659261 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:08.660272 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [None req-b6f3e8a9-6cf0-4f7c-b0a2-0203a280eed0 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:33:08.661311 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-b6f3e8a9-6cf0-4f7c-b0a2-0203a280eed0 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4816334 Oct 27 11:33:09.753927 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b27b2734-bb93-4cab-9da4-1718f914110b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:10.565200 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:10.949228 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:11.244931 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 41978) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:11.376915 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:33:11.399190 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Made reservation on behalf of 3262a7ba5f03402ab1c59685cc5bc02e for: {'network': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:33:11.401695 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:11.417172 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:11.518493 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:11.522572 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:11.541339 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Reserving flat network on physical network physnet1 {{(pid=108003) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 11:33:11.564329 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94737253-8524-4575-a8d2-cfa440f5199c,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:11.570365 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776516014165', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:11.570963 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Unsubscribe: segment precommit_create {{(pid=108003) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 11:33:11.571437 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.segments_db [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Added segment 32e7cf82-351c-45a8-a2b7-0e7db96629e1 of type flat for network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 Oct 27 11:33:11.632270 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:11.673645 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:11.674548 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:11.675133 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:11.745690 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4996724 Oct 27 11:33:11.772060 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b7c39-8714-4008-bde1-6edb1c894c91 admin admin] Pushing event updated for resources: {'Network': ['ID=edcb5bcc-18de-45b7-a83a-e99e3226c5b3,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:11.783480 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:33:12.104866 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:14.185838 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 41996) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:14.281374 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c497b9d-3e76-4df8-927d-bc32db3c36dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:14.282740 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-0c497b9d-3e76-4df8-927d-bc32db3c36dc admin admin] 10.222.0.36 "GET /v2.0/subnets/491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb HTTP/1.1" status: 200 len: 849 time: 0.0959339 Oct 27 11:33:14.409450 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-308d7cd0-423e-4d5a-8f3a-13835be11897 admin admin] 10.222.0.36 "GET /v2.0/routers/64dc0361-595b-4e76-940b-f31559144f70 HTTP/1.1" status: 200 len: 704 time: 0.1201763 Oct 27 11:33:14.700899 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:15.013578 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Allocated IP 172.20.0.1 (fab8f4b1-d2e9-48d4-bce3-2c57555c4075/491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb/e30cdea3-904e-4e45-b132-a964bfd89b5f) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:33:15.081731 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 5 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:33:15.167969 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:15.280554 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:15.352455 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Network fab8f4b1-d2e9-48d4-bce3-2c57555c4075 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:33:15.357064 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:33:15.362575 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:33:15.362975 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607954'] for router_interface, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:15.419754 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Pushing event updated for resources: {'Port': ['ID=e30cdea3-904e-4e45-b132-a964bfd89b5f,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:15.559456 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:15.567522 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-5e166601-f567-4e07-b8ec-ae9b1bc0eef1 None None] Provisioning complete for port e30cdea3-904e-4e45-b132-a964bfd89b5f triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:33:15.568016 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5e166601-f567-4e07-b8ec-ae9b1bc0eef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:15.600941 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-5e166601-f567-4e07-b8ec-ae9b1bc0eef1 None None] Port e30cdea3-904e-4e45-b132-a964bfd89b5f cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:33:15.772946 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:15.778183 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:15.779282 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608066'] for router_interface, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:15.868568 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Pushing event updated for resources: {'Port': ['ID=e30cdea3-904e-4e45-b132-a964bfd89b5f,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:15.931360 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Network fab8f4b1-d2e9-48d4-bce3-2c57555c4075 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:33:15.932762 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:33:16.103307 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Router 64dc0361-595b-4e76-940b-f31559144f70 is scheduled to L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 with binding_index 1 {{(pid=108003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:33:16.128498 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-e4a48f85-bb55-4164-b801-f906a7c11b41 None None] Provisioning complete for port e30cdea3-904e-4e45-b132-a964bfd89b5f triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:33:16.128862 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-e4a48f85-bb55-4164-b801-f906a7c11b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:16.166176 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-e4a48f85-bb55-4164-b801-f906a7c11b41 None None] Port e30cdea3-904e-4e45-b132-a964bfd89b5f cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:33:16.221579 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:33:16.228526 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-422e390e-1dbd-49d1-9f69-a73b2c825d39 admin admin] 10.222.0.36 "PUT /v2.0/routers/64dc0361-595b-4e76-940b-f31559144f70/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8127646 Oct 27 11:33:16.232639 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Sync routers for ids ['64dc0361-595b-4e76-940b-f31559144f70'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:33:16.244890 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Routers {'64dc0361-595b-4e76-940b-f31559144f70'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:33:16.245731 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:33:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['64dc0361-595b-4e76-940b-f31559144f70'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:33:16.435819 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Set router 64dc0361-595b-4e76-940b-f31559144f70 gateway port host: None {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:33:16.868112 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc0361-595b-4e76-940b-f31559144f70', 'name': 'router1', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:33:05Z', 'updated_at': '2021-10-27T11:33:15Z', 'revision_number': 2, 'project_id': 'f416ded92446449abcc6ab9f8f3c2995', 'gw_port_host': None, '_interfaces': [{'id': 'e30cdea3-904e-4e45-b132-a964bfd89b5f', 'name': '', 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995', 'mac_address': 'fa:16:3e:09:3c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc0361-595b-4e76-940b-f31559144f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:33:14Z', 'updated_at': '2021-10-27T11:33:15Z', 'revision_number': 2, 'project_id': 'f416ded92446449abcc6ab9f8f3c2995', 'subnets': [{'id': '491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33e5f048-578e-477a-9291-62042f2d56ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:33:16.921370 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Checking router: 64dc0361-595b-4e76-940b-f31559144f70 for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:33:16.921732 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Updating router 64dc0361-595b-4e76-940b-f31559144f70 port e30cdea3-904e-4e45-b132-a964bfd89b5f binding host dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:33:16.972280 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:17.555096 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Publish callbacks [] for port, precommit_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:17.563497 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:17.731414 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Pushing event updated for resources: {'Port': ['ID=e30cdea3-904e-4e45-b132-a964bfd89b5f,revision_number=3']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:17.741603 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Attempting to bind port e30cdea3-904e-4e45-b132-a964bfd89b5f on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:33:17.742001 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Attempting to bind port e30cdea3-904e-4e45-b132-a964bfd89b5f by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '7905ee84-5c8e-4a81-a829-1ce51bbd1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075'}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:33:17.742414 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Attempting to bind port e30cdea3-904e-4e45-b132-a964bfd89b5f on network fab8f4b1-d2e9-48d4-bce3-2c57555c4075 {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:33:17.746439 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:17.746892 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:17.747209 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:17.747539 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:17.747866 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:17.748194 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:17.748519 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:17.748842 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:17.749168 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:17.749486 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:17.749846 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:17.750166 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Tracked resource versions report: Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: pushed versions: Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: { 'AddressGroup': {'1.2'}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'ConntrackHelper': {'1.0'}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Log': {'1.0'}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Network': {'1.1'}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Port': {'1.7'}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'PortForwarding': {'1.2'}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'QosPolicy': {'1.10'}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'SecurityGroup': {'1.4'}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'SecurityGroupRule': {'1.2'}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'SubPort': {'1.0'}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Subnet': {'1.1'}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Trunk': {'1.1'}} Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: consumer versions: Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: { DHCP agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: L3 agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: Metadata agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: Metering agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: Open vSwitch agent@dv-cinder-815146-3-iscsi: { 'AddressGroup': '1.2', Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'ConntrackHelper': '1.0', Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Log': '1.0', Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Network': '1.1', Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Port': '1.7', Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'PortForwarding': '1.2', Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'QosPolicy': '1.10', Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'SecurityGroup': '1.4', Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'SecurityGroupRule': '1.2', Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'SubPort': '1.0', Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Subnet': '1.1', Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Trunk': '1.1'}} Oct 27 11:33:17.751326 dv-cinder-815146-3-iscsi neutron-server[108005]: {{(pid=108005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 11:33:17.757141 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:33:17.757552 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Checking segment: {'id': '7905ee84-5c8e-4a81-a829-1ce51bbd1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:33:17.758066 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:17.758455 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Bound using segment: {'id': '7905ee84-5c8e-4a81-a829-1ce51bbd1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075'} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:33:17.758991 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Bound port: e30cdea3-904e-4e45-b132-a964bfd89b5f, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7905ee84-5c8e-4a81-a829-1ce51bbd1ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075'}}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:33:17.759383 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:17.794091 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-86e16f87-2dd1-42b0-8940-b8e6332085aa None None] Provisioning complete for port e30cdea3-904e-4e45-b132-a964bfd89b5f triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:33:17.794764 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-86e16f87-2dd1-42b0-8940-b8e6332085aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:17.827571 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] For port e30cdea3-904e-4e45-b132-a964bfd89b5f, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:33:17.833116 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-86e16f87-2dd1-42b0-8940-b8e6332085aa None None] Port e30cdea3-904e-4e45-b132-a964bfd89b5f cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:33:17.850958 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] For port e30cdea3-904e-4e45-b132-a964bfd89b5f, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=e30cdea3-904e-4e45-b132-a964bfd89b5f,segment=NetworkSegment(7905ee84-5c8e-4a81-a829-1ce51bbd1ae0),segment_id=7905ee84-5c8e-4a81-a829-1ce51bbd1ae0)] {{(pid=108005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:33:17.855629 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:17.909128 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2c1a0-169b-4a6f-8c3d-fef082698467 None None] Pushing event updated for resources: {'Port': ['ID=e30cdea3-904e-4e45-b132-a964bfd89b5f,revision_number=4']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:17.946543 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Routers {'64dc0361-595b-4e76-940b-f31559144f70'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:33:17.947540 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:33:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['64dc0361-595b-4e76-940b-f31559144f70'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:33:18.047511 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] Set router 64dc0361-595b-4e76-940b-f31559144f70 gateway port host: None {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:33:18.153664 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-ef789c34-53b8-4efc-ae89-d47bf258579c None None] Provisioning complete for port e30cdea3-904e-4e45-b132-a964bfd89b5f triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:33:18.154012 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ef789c34-53b8-4efc-ae89-d47bf258579c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:18.236320 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ef789c34-53b8-4efc-ae89-d47bf258579c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:18.258509 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc0361-595b-4e76-940b-f31559144f70', 'name': 'router1', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:33:05Z', 'updated_at': '2021-10-27T11:33:15Z', 'revision_number': 2, 'project_id': 'f416ded92446449abcc6ab9f8f3c2995', 'gw_port_host': None, '_interfaces': [{'id': 'e30cdea3-904e-4e45-b132-a964bfd89b5f', 'name': '', 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995', 'mac_address': 'fa:16:3e:09:3c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc0361-595b-4e76-940b-f31559144f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:33:14Z', 'updated_at': '2021-10-27T11:33:17Z', 'revision_number': 4, 'project_id': 'f416ded92446449abcc6ab9f8f3c2995', 'subnets': [{'id': '491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33e5f048-578e-477a-9291-62042f2d56ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:33:18.270157 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-ef789c34-53b8-4efc-ae89-d47bf258579c None None] For port e30cdea3-904e-4e45-b132-a964bfd89b5f, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=e30cdea3-904e-4e45-b132-a964bfd89b5f,segment=NetworkSegment(7905ee84-5c8e-4a81-a829-1ce51bbd1ae0),segment_id=7905ee84-5c8e-4a81-a829-1ce51bbd1ae0)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:33:18.275006 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ef789c34-53b8-4efc-ae89-d47bf258579c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:18.291782 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3426d4b4-ff8e-4231-b785-fbb05e864d04 None None] The sync data for ids ['64dc0361-595b-4e76-940b-f31559144f70'] in dv-cinder-815146-3-iscsi is: [{'id': '64dc0361-595b-4e76-940b-f31559144f70', 'name': 'router1', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:33:05Z', 'updated_at': '2021-10-27T11:33:15Z', 'revision_number': 2, 'project_id': 'f416ded92446449abcc6ab9f8f3c2995', 'gw_port_host': None, '_interfaces': [{'id': 'e30cdea3-904e-4e45-b132-a964bfd89b5f', 'name': '', 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995', 'mac_address': 'fa:16:3e:09:3c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc0361-595b-4e76-940b-f31559144f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:33:14Z', 'updated_at': '2021-10-27T11:33:17Z', 'revision_number': 4, 'project_id': 'f416ded92446449abcc6ab9f8f3c2995', 'subnets': [{'id': '491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33e5f048-578e-477a-9291-62042f2d56ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:33:18.336023 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef789c34-53b8-4efc-ae89-d47bf258579c None None] Pushing event updated for resources: {'Port': ['ID=e30cdea3-904e-4e45-b132-a964bfd89b5f,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:18.668545 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 42008) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:18.788527 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09655c-d9d1-4da5-9195-2de72de9eba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:18.789935 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-2c09655c-d9d1-4da5-9195-2de72de9eba8 admin admin] 10.222.0.36 "GET /v2.0/networks/edcb5bcc-18de-45b7-a83a-e99e3226c5b3 HTTP/1.1" status: 200 len: 842 time: 0.1203339 Oct 27 11:33:18.800510 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-e3bc688a-2139-4b3d-a88a-6778f89d8417 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'gateway_ip': '172.27.3.1'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:33:18.824363 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bc688a-2139-4b3d-a88a-6778f89d8417 admin admin] Made reservation on behalf of 3262a7ba5f03402ab1c59685cc5bc02e for: {'subnet': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:33:18.826614 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e3bc688a-2139-4b3d-a88a-6778f89d8417 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:19.120770 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.objects.ports [None req-e3bc688a-2139-4b3d-a88a-6778f89d8417 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=108003) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 11:33:19.121125 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e3bc688a-2139-4b3d-a88a-6778f89d8417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for subnet, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:19.173899 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc688a-2139-4b3d-a88a-6778f89d8417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=585145c1-30a1-4c5e-8d11-01d01cecd509,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:19.185718 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bc688a-2139-4b3d-a88a-6778f89d8417 admin admin] Checking segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:33:19.186082 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bc688a-2139-4b3d-a88a-6778f89d8417 admin admin] Network hostable DHCP agents. Network: edcb5bcc-18de-45b7-a83a-e99e3226c5b3, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:33:19.202829 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bc688a-2139-4b3d-a88a-6778f89d8417 admin admin] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:33:19.212446 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-e3bc688a-2139-4b3d-a88a-6778f89d8417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, edcb5bcc-18de-45b7-a83a-e99e3226c5b3) {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:33:19.216661 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bc688a-2139-4b3d-a88a-6778f89d8417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:19.217223 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e3bc688a-2139-4b3d-a88a-6778f89d8417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:19.224062 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf6eb58-0b26-4042-8577-f12d839a311e None None] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:33:19.235150 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-e3bc688a-2139-4b3d-a88a-6778f89d8417 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4383211 Oct 27 11:33:19.363405 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bbdc77-27b5-4231-8186-edc3cc988f75 None None] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:33:21.694391 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 42016) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:21.965449 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-1ce6b4fe-cd96-4530-a9fd-d99599721d1d admin admin] 10.222.0.36 "GET /v2.0/routers/64dc0361-595b-4e76-940b-f31559144f70 HTTP/1.1" status: 200 len: 710 time: 0.2642496 Oct 27 11:33:22.150512 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc3fb8c-bd41-4a9e-bd68-3b936cefa76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:22.151929 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-5dc3fb8c-bd41-4a9e-bd68-3b936cefa76f admin admin] 10.222.0.36 "GET /v2.0/networks/edcb5bcc-18de-45b7-a83a-e99e3226c5b3 HTTP/1.1" status: 200 len: 886 time: 0.1857166 Oct 27 11:33:22.161615 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:33:22.421727 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:22.672794 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:22.747785 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:22.947062 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Allocated IP 172.27.3.125 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/3c2770f2-d5ab-4f4f-b9e7-5109e5805086) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:33:23.079217 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:23.143846 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:23.223647 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:33:23.229055 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:33:23.242734 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:33:23.246259 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2770f2-d5ab-4f4f-b9e7-5109e5805086,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:23.622864 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:23.840868 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-613792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4033'] for router, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:23.846154 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-613817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613814', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607270'] for router, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:23.972812 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Router 64dc0361-595b-4e76-940b-f31559144f70 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:33:24.096853 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:33:24.101690 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] Publish callbacks [] for router, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:24.102835 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-1eca092b-717b-4fd9-8e48-784c0f5b8956 admin admin] 10.222.0.36 "PUT /v2.0/routers/64dc0361-595b-4e76-940b-f31559144f70 HTTP/1.1" status: 200 len: 890 time: 1.9445064 Oct 27 11:33:24.636098 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device e30cdea3-904e-4e45-b132-a964bfd89b5f up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:33:24.688492 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port e30cdea3-904e-4e45-b132-a964bfd89b5f triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:33:24.688762 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:25.446869 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Sync routers for ids ['64dc0361-595b-4e76-940b-f31559144f70'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:33:25.457846 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Routers {'64dc0361-595b-4e76-940b-f31559144f70'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:33:25.458525 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:33:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['64dc0361-595b-4e76-940b-f31559144f70'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:33:25.666547 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Set router 64dc0361-595b-4e76-940b-f31559144f70 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:33:26.149790 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc0361-595b-4e76-940b-f31559144f70', 'name': 'router1', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '3c2770f2-d5ab-4f4f-b9e7-5109e5805086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:33:05Z', 'updated_at': '2021-10-27T11:33:23Z', 'revision_number': 4, 'project_id': 'f416ded92446449abcc6ab9f8f3c2995', 'gw_port': {'id': '3c2770f2-d5ab-4f4f-b9e7-5109e5805086', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc0361-595b-4e76-940b-f31559144f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:33:22Z', 'updated_at': '2021-10-27T11:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'e30cdea3-904e-4e45-b132-a964bfd89b5f', 'name': '', 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995', 'mac_address': 'fa:16:3e:09:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc0361-595b-4e76-940b-f31559144f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:33:14Z', 'updated_at': '2021-10-27T11:33:18Z', 'revision_number': 5, 'project_id': 'f416ded92446449abcc6ab9f8f3c2995', 'subnets': [{'id': '491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33e5f048-578e-477a-9291-62042f2d56ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:33:26.202940 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Checking router: 64dc0361-595b-4e76-940b-f31559144f70 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:33:26.203281 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Updating router 64dc0361-595b-4e76-940b-f31559144f70 port 3c2770f2-d5ab-4f4f-b9e7-5109e5805086 binding host dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:33:26.252057 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:26.587433 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Publish callbacks [] for port, precommit_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:26.593483 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:26.645447 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Attempting to bind port 3c2770f2-d5ab-4f4f-b9e7-5109e5805086 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:33:26.646303 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Attempting to bind port 3c2770f2-d5ab-4f4f-b9e7-5109e5805086 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:33:26.646697 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Attempting to bind port 3c2770f2-d5ab-4f4f-b9e7-5109e5805086 on network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:33:26.653534 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d8d30-ac7d-4c8c-8e3a-4969a1e047ca None None] Pushing event updated for resources: {'Port': ['ID=3c2770f2-d5ab-4f4f-b9e7-5109e5805086,revision_number=2']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:26.655540 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 42028) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:26.656269 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:33:26.656643 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Checking segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:33:26.657066 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:26.657421 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Bound using segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:33:26.657885 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Bound port: 3c2770f2-d5ab-4f4f-b9e7-5109e5805086, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:33:26.658280 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:26.707660 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] For port 3c2770f2-d5ab-4f4f-b9e7-5109e5805086, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:33:26.711256 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] For port 3c2770f2-d5ab-4f4f-b9e7-5109e5805086, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=3c2770f2-d5ab-4f4f-b9e7-5109e5805086,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:33:26.716599 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:26.774077 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Routers {'64dc0361-595b-4e76-940b-f31559144f70'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:33:26.774734 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:33:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['64dc0361-595b-4e76-940b-f31559144f70'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:33:26.778138 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d8d30-ac7d-4c8c-8e3a-4969a1e047ca None None] Pushing event updated for resources: {'Port': ['ID=3c2770f2-d5ab-4f4f-b9e7-5109e5805086,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:26.845669 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-d7a226b9-9fc5-4b73-b1cc-90dca2e9b6df admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1889701 Oct 27 11:33:26.889965 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] Set router 64dc0361-595b-4e76-940b-f31559144f70 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:33:27.112095 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64dc0361-595b-4e76-940b-f31559144f70', 'name': 'router1', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '3c2770f2-d5ab-4f4f-b9e7-5109e5805086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:33:05Z', 'updated_at': '2021-10-27T11:33:23Z', 'revision_number': 4, 'project_id': 'f416ded92446449abcc6ab9f8f3c2995', 'gw_port': {'id': '3c2770f2-d5ab-4f4f-b9e7-5109e5805086', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc0361-595b-4e76-940b-f31559144f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:33:22Z', 'updated_at': '2021-10-27T11:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'e30cdea3-904e-4e45-b132-a964bfd89b5f', 'name': '', 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995', 'mac_address': 'fa:16:3e:09:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc0361-595b-4e76-940b-f31559144f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:33:14Z', 'updated_at': '2021-10-27T11:33:18Z', 'revision_number': 5, 'project_id': 'f416ded92446449abcc6ab9f8f3c2995', 'subnets': [{'id': '491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33e5f048-578e-477a-9291-62042f2d56ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:33:27.137789 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96baaa0-4a7f-4846-8f0f-cf15bff09fb1 None None] The sync data for ids ['64dc0361-595b-4e76-940b-f31559144f70'] in dv-cinder-815146-3-iscsi is: [{'id': '64dc0361-595b-4e76-940b-f31559144f70', 'name': 'router1', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': '3c2770f2-d5ab-4f4f-b9e7-5109e5805086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:33:05Z', 'updated_at': '2021-10-27T11:33:23Z', 'revision_number': 4, 'project_id': 'f416ded92446449abcc6ab9f8f3c2995', 'gw_port': {'id': '3c2770f2-d5ab-4f4f-b9e7-5109e5805086', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:19:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64dc0361-595b-4e76-940b-f31559144f70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:33:22Z', 'updated_at': '2021-10-27T11:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'e30cdea3-904e-4e45-b132-a964bfd89b5f', 'name': '', 'network_id': 'fab8f4b1-d2e9-48d4-bce3-2c57555c4075', 'tenant_id': 'f416ded92446449abcc6ab9f8f3c2995', 'mac_address': 'fa:16:3e:09:3c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64dc0361-595b-4e76-940b-f31559144f70', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:33:14Z', 'updated_at': '2021-10-27T11:33:18Z', 'revision_number': 5, 'project_id': 'f416ded92446449abcc6ab9f8f3c2995', 'subnets': [{'id': '491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '33e5f048-578e-477a-9291-62042f2d56ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:33:28.657343 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 3c2770f2-d5ab-4f4f-b9e7-5109e5805086 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:33:28.711346 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 3c2770f2-d5ab-4f4f-b9e7-5109e5805086 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:33:28.711713 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:28.799800 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:28.823635 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] For port 3c2770f2-d5ab-4f4f-b9e7-5109e5805086, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=3c2770f2-d5ab-4f4f-b9e7-5109e5805086,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:33:28.828754 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:28.878379 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Pushing event updated for resources: {'Port': ['ID=3c2770f2-d5ab-4f4f-b9e7-5109e5805086,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:30.664618 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 3c2770f2-d5ab-4f4f-b9e7-5109e5805086 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:33:30.741778 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 3c2770f2-d5ab-4f4f-b9e7-5109e5805086 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:33:30.742406 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:36.777510 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2f46c499-8767-4339-8d51-dc01b83ef815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:39.747182 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-32ef9cce-c5a4-4661-a24d-86fcddd0d19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:40.510310 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:40.971343 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:42.120028 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:52.081310 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 5 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:34:06.781520 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-503ffe94-7935-4545-81e5-4c987c81ffdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:09.751815 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7f4be54d-a6fe-4a63-b892-471f649bab92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:10.519847 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:10.958464 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:12.110418 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:29.079997 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 5 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:34:36.774841 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-c91afa2d-0880-43df-9ad2-f2f096094ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:39.746369 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d0492836-d513-435c-a42f-00831a47a933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:40.514317 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:40.959876 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:42.113063 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:05.574223 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 42592) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:35:05.634940 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88056a6-dbbd-4d88-8efc-d1a1fa3f8e75 admin admin] GET failed (client error): The resource could not be found. Oct 27 11:35:05.636270 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-b88056a6-dbbd-4d88-8efc-d1a1fa3f8e75 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610652 Oct 27 11:35:05.830879 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9750a7-d05c-4cb9-96c0-6604bee917e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:05.832353 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-cd9750a7-d05c-4cb9-96c0-6604bee917e9 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1913562 Oct 27 11:35:06.079156 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 5 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:35:06.777164 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-c9eb2ae9-db07-4002-8577-93328b253825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:08.131082 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 42602) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:35:08.231833 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5374c7d3-4a3b-4073-a640-9dd821ed5032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:08.233240 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-5374c7d3-4a3b-4073-a640-9dd821ed5032 admin admin] 10.222.0.36 "GET /v2.0/subnets/491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb HTTP/1.1" status: 200 len: 849 time: 0.1012156 Oct 27 11:35:08.243077 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:35:08.329288 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Publish callbacks [] for subnet, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:08.473175 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776516053989'] for subnet, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:08.504107 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:08.504327 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:08.505971 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] 10.222.0.36 "PUT /v2.0/subnets/491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb HTTP/1.1" status: 200 len: 868 time: 0.2662075 Oct 27 11:35:08.507928 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5415cde-54e6-44c9-82b3-d1b8088c93c0 None None] Network fab8f4b1-d2e9-48d4-bce3-2c57555c4075 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:35:08.527967 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:35:08.541217 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:08.541591 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:08.542092 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:08.542400 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:08.542786 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:08.543142 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:08.543474 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:08.543814 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:08.544184 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:08.544512 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:08.544833 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:08.545150 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132d5a2-cf0a-4a4d-bc55-9a28fc2987f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:08.856908 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-1532b2ef-ae31-4736-8e95-cfbb9d1ee047 None None] Provisioning complete for port e30cdea3-904e-4e45-b132-a964bfd89b5f triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:35:08.857274 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-1532b2ef-ae31-4736-8e95-cfbb9d1ee047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:08.948091 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-1532b2ef-ae31-4736-8e95-cfbb9d1ee047 None None] Provisioning complete for port 08df6a06-907e-4d59-b53d-84c6fd466387 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:35:08.948362 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-1532b2ef-ae31-4736-8e95-cfbb9d1ee047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:09.748849 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ea99989a-4559-42bb-a8a3-60c406e67a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:10.517955 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:10.799008 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 42610) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:35:10.963688 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:10.998293 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b7d27a-326f-43fa-a810-cdcdebb12f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:10.998797 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b7d27a-326f-43fa-a810-cdcdebb12f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:11.000338 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-38b7d27a-326f-43fa-a810-cdcdebb12f9b admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2003880 Oct 27 11:35:12.118095 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:13.318648 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 42618) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:35:13.515170 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a93606-ad47-44a7-8970-0413ec3f89cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:13.515516 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a93606-ad47-44a7-8970-0413ec3f89cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:13.518824 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-d9a93606-ad47-44a7-8970-0413ec3f89cd admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1974492 Oct 27 11:35:15.809900 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 42628) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:35:16.007667 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956522b-4f85-4566-8f1d-1a4339eec6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:16.008955 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-9956522b-4f85-4566-8f1d-1a4339eec6d7 admin admin] 10.222.0.36 "GET /v2.0/networks/edcb5bcc-18de-45b7-a83a-e99e3226c5b3 HTTP/1.1" status: 200 len: 886 time: 0.1979702 Oct 27 11:35:18.319638 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 42636) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:35:18.464227 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e494edfc-1c4f-43b0-bb8f-ef2f8d6bc340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:18.465619 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-e494edfc-1c4f-43b0-bb8f-ef2f8d6bc340 admin admin] 10.222.0.36 "GET /v2.0/networks/fab8f4b1-d2e9-48d4-bce3-2c57555c4075 HTTP/1.1" status: 200 len: 870 time: 0.1450167 Oct 27 11:35:20.819194 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 42644) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:35:20.942276 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb80db1-12f2-474f-9a76-f7c5ca76ce3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:20.942657 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb80db1-12f2-474f-9a76-f7c5ca76ce3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:20.944201 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-3fb80db1-12f2-474f-9a76-f7c5ca76ce3e admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245687 Oct 27 11:35:23.271472 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 42652) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:35:23.394482 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326db7c9-1d9a-4ddd-aeaf-b475bb68f1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:23.394942 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326db7c9-1d9a-4ddd-aeaf-b475bb68f1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:23.396442 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-326db7c9-1d9a-4ddd-aeaf-b475bb68f1ba admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240399 Oct 27 11:35:25.699107 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 42660) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:35:25.790101 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ddd058-7e3a-4be8-bbb8-0205030a8cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:25.791557 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-f5ddd058-7e3a-4be8-bbb8-0205030a8cfa admin admin] 10.222.0.36 "GET /v2.0/subnets/491eaa1f-17ff-4ed3-a364-6fbc5b9b3fcb HTTP/1.1" status: 200 len: 868 time: 0.0912898 Oct 27 11:35:28.116364 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 42668) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:35:28.205947 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a2fb7-f332-451a-a716-79b2233e7947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:28.207347 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-791a2fb7-f332-451a-a716-79b2233e7947 admin admin] 10.222.0.36 "GET /v2.0/subnets/585145c1-30a1-4c5e-8d11-01d01cecd509 HTTP/1.1" status: 200 len: 816 time: 0.0900450 Oct 27 11:35:36.778523 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ce87a9d8-0006-47bd-92f8-7cf9362216ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:39.752404 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b67a3ace-9440-4c23-815b-f13887f137b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:40.522005 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:40.963072 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:42.118247 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:43.078329 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 5 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:35:53.531845 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 42722) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:35:53.583193 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [None req-434840e4-55e2-49c3-8ad9-4545d53d2130 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:35:53.584627 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-434840e4-55e2-49c3-8ad9-4545d53d2130 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0511301 Oct 27 11:35:56.103815 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 42730) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:35:56.170411 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be6f0f0-a7a1-4c09-a851-278a7ca78957 admin admin] GET failed (client error): The resource could not be found. Oct 27 11:35:56.171878 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-5be6f0f0-a7a1-4c09-a851-278a7ca78957 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0668499 Oct 27 11:35:56.334369 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98797c22-336a-4e20-974e-368dd2beb848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:56.335782 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-98797c22-336a-4e20-974e-368dd2beb848 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1582055 Oct 27 11:35:58.687743 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 42738) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:35:58.734963 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:35:58.756550 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Made reservation on behalf of 3262a7ba5f03402ab1c59685cc5bc02e for: {'network': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:35:58.758850 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:58.788686 dv-cinder-815146-3-iscsi neutron-server[108003]: WARNING neutron.services.revisions.revision_plugin [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Could not find related network for resource to bump revision. Oct 27 11:35:58.802851 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1195} {{(pid=108003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:35:58.812513 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:58.812857 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.segments_db [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Added segment 34646899-0e87-4c90-bc06-8e80ce0f0bc7 of type vlan for network 0c79ccd4-1e58-4f70-9a02-10e781ee7a66 Oct 27 11:35:58.851516 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:58.874450 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:58.875443 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:58.876037 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:58.934197 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2446716 Oct 27 11:35:58.938865 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Pushing event updated for resources: {'Network': ['ID=0c79ccd4-1e58-4f70-9a02-10e781ee7a66,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:35:58.946458 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:58.946861 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:58.947213 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:58.947537 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:58.947865 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:58.948213 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:58.948543 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:58.948882 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:58.949226 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:58.949546 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:58.949869 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:58.950183 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97145f5-1f58-41cd-9b77-9f388b7f1503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:35:58.967906 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network 0c79ccd4-1e58-4f70-9a02-10e781ee7a66 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:36:01.262421 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 42746) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:36:01.324076 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b1684d-b1c5-4dde-b08a-8eace4e16e00 admin admin] GET failed (client error): The resource could not be found. Oct 27 11:36:01.325499 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-35b1684d-b1c5-4dde-b08a-8eace4e16e00 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621047 Oct 27 11:36:01.399221 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0283268-9dda-476d-b2f1-9b4078891bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:01.400685 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-a0283268-9dda-476d-b2f1-9b4078891bdd admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0697467 Oct 27 11:36:01.411759 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-89792d8b-8666-4d94-863e-bee649406ca2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '0c79ccd4-1e58-4f70-9a02-10e781ee7a66', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:36:01.432703 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89792d8b-8666-4d94-863e-bee649406ca2 admin admin] Made reservation on behalf of 3262a7ba5f03402ab1c59685cc5bc02e for: {'subnet': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:36:01.435113 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-89792d8b-8666-4d94-863e-bee649406ca2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:01.602956 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-89792d8b-8666-4d94-863e-bee649406ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for subnet, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:01.662539 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89792d8b-8666-4d94-863e-bee649406ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c277fab6-f9eb-4156-919f-5c9f8561e540,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:36:01.667831 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89792d8b-8666-4d94-863e-bee649406ca2 admin admin] Checking segment: {'id': '34646899-0e87-4c90-bc06-8e80ce0f0bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '0c79ccd4-1e58-4f70-9a02-10e781ee7a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:36:01.668220 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89792d8b-8666-4d94-863e-bee649406ca2 admin admin] Network hostable DHCP agents. Network: 0c79ccd4-1e58-4f70-9a02-10e781ee7a66, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:36:01.687000 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89792d8b-8666-4d94-863e-bee649406ca2 admin admin] Network 0c79ccd4-1e58-4f70-9a02-10e781ee7a66 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:36:01.695588 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-89792d8b-8666-4d94-863e-bee649406ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, 0c79ccd4-1e58-4f70-9a02-10e781ee7a66) {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:36:01.699804 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89792d8b-8666-4d94-863e-bee649406ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:01.700397 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-89792d8b-8666-4d94-863e-bee649406ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:01.705586 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3716fb9b-72e9-49e7-ac3b-96af1c63ec1d None None] Network 0c79ccd4-1e58-4f70-9a02-10e781ee7a66 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:36:01.716225 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-89792d8b-8666-4d94-863e-bee649406ca2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3078966 Oct 27 11:36:01.863977 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bb0f65-b18b-577f-a9b0-4f34f5688153-0c79ccd4-1e58-4f70-9a02-10e781ee7a66', 'network_id': '0c79ccd4-1e58-4f70-9a02-10e781ee7a66', 'tenant_id': '3262a7ba5f03402ab1c59685cc5bc02e', 'fixed_ips': [{'subnet_id': 'c277fab6-f9eb-4156-919f-5c9f8561e540'}]}} from dv-cinder-815146-3-iscsi. {{(pid=108004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:36:01.865036 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:02.007691 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.db_base_plugin_common [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Allocated IP 192.168.233.2 (0c79ccd4-1e58-4f70-9a02-10e781ee7a66/c277fab6-f9eb-4156-919f-5c9f8561e540/b4103a6d-cf5d-4466-ab41-55590983843f) {{(pid=108004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:36:02.183345 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Publish callbacks [] for port, precommit_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:02.191287 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:02.236963 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Network 0c79ccd4-1e58-4f70-9a02-10e781ee7a66 is already hosted by enough agents. {{(pid=108004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:36:02.239981 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.base_scheduler [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Resources bound (agent type, host, resource id): {{(pid=108004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:36:02.243723 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Received port after_create {{(pid=108004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:36:02.257569 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Pushing event updated for resources: {'Port': ['ID=b4103a6d-cf5d-4466-ab41-55590983843f,revision_number=1']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:36:02.302131 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:02.302488 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:02.302863 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:02.303221 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:02.303545 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:02.303877 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:02.304195 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:02.304519 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:02.304853 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:02.305176 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:02.305488 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:02.305809 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:02.324354 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Attempting to bind port b4103a6d-cf5d-4466-ab41-55590983843f on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:36:02.324981 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Attempting to bind port b4103a6d-cf5d-4466-ab41-55590983843f by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '34646899-0e87-4c90-bc06-8e80ce0f0bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '0c79ccd4-1e58-4f70-9a02-10e781ee7a66'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:36:02.325561 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Attempting to bind port b4103a6d-cf5d-4466-ab41-55590983843f on network 0c79ccd4-1e58-4f70-9a02-10e781ee7a66 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:36:02.333972 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:36:02.334333 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Checking segment: {'id': '34646899-0e87-4c90-bc06-8e80ce0f0bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '0c79ccd4-1e58-4f70-9a02-10e781ee7a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:36:02.334984 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:02.335485 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Bound using segment: {'id': '34646899-0e87-4c90-bc06-8e80ce0f0bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '0c79ccd4-1e58-4f70-9a02-10e781ee7a66'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:36:02.336090 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Bound port: b4103a6d-cf5d-4466-ab41-55590983843f, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34646899-0e87-4c90-bc06-8e80ce0f0bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '0c79ccd4-1e58-4f70-9a02-10e781ee7a66'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:36:02.336598 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:02.428843 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] For port b4103a6d-cf5d-4466-ab41-55590983843f, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:36:02.434673 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] For port b4103a6d-cf5d-4466-ab41-55590983843f, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=b4103a6d-cf5d-4466-ab41-55590983843f,segment=NetworkSegment(34646899-0e87-4c90-bc06-8e80ce0f0bc7),segment_id=34646899-0e87-4c90-bc06-8e80ce0f0bc7)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:36:02.441728 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:02.536869 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd6841-a0ed-4480-a0a9-1b9d4fc86e02 None None] Pushing event updated for resources: {'Port': ['ID=b4103a6d-cf5d-4466-ab41-55590983843f,revision_number=2']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:36:03.445973 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae31b8b-3a35-413f-8770-09164d351722 None None] Network 0c79ccd4-1e58-4f70-9a02-10e781ee7a66 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:36:03.518579 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-fd24b5ba-a479-401f-bc04-64bdb407d478 None None] Provisioning complete for port b4103a6d-cf5d-4466-ab41-55590983843f triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:36:03.519007 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-fd24b5ba-a479-401f-bc04-64bdb407d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:03.677905 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-fd24b5ba-a479-401f-bc04-64bdb407d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:03.720511 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-fd24b5ba-a479-401f-bc04-64bdb407d478 None None] For port b4103a6d-cf5d-4466-ab41-55590983843f, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=b4103a6d-cf5d-4466-ab41-55590983843f,segment=NetworkSegment(34646899-0e87-4c90-bc06-8e80ce0f0bc7),segment_id=34646899-0e87-4c90-bc06-8e80ce0f0bc7)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:36:03.726384 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-fd24b5ba-a479-401f-bc04-64bdb407d478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:03.792106 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24b5ba-a479-401f-bc04-64bdb407d478 None None] Pushing event updated for resources: {'Port': ['ID=b4103a6d-cf5d-4466-ab41-55590983843f,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:36:03.946857 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-d348e762-2ad4-4ccc-a9fb-715ac5f125fb None None] Provisioning complete for port b4103a6d-cf5d-4466-ab41-55590983843f triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:36:03.947131 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d348e762-2ad4-4ccc-a9fb-715ac5f125fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:04.739055 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device b4103a6d-cf5d-4466-ab41-55590983843f up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:36:04.795689 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port b4103a6d-cf5d-4466-ab41-55590983843f triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:36:04.796052 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:06.780386 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-1f0588fb-37ec-4754-8da5-92b7eb7dea7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:09.756529 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b701fb7c-1018-4741-b2c5-f4be52f54533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:10.525776 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:10.965418 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:12.122224 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:20.076946 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 5 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:36:36.786777 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b766f63d-ef55-431e-aa63-f0c866af8703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:39.762633 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-762e2bcd-62dc-4599-9b51-d95e5d16451d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:40.529122 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:40.968605 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:42.125581 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:57.075917 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 5 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:37:06.778823 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-0be1cc00-853a-4948-a9ae-ea172191324e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:09.757541 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5f3ebab0-c4bb-47f1-a291-2311d8717159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:10.532702 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:10.973108 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:11.700810 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 42790) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:37:11.706503 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [None req-865aa8e5-63ae-4d84-bdc8-ff4747ea7550 tempest-verify_tempest_config-1385317878 tempest-verify_tempest_config-1385317878-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:37:11.707506 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-865aa8e5-63ae-4d84-bdc8-ff4747ea7550 tempest-verify_tempest_config-1385317878 tempest-verify_tempest_config-1385317878-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0057199 Oct 27 11:37:12.010802 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 42808) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:37:12.115971 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:12.128394 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:12.196682 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:12.200828 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:12.245310 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54e2b4207a114bb2bb1d2614c5998b6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2334633 Oct 27 11:37:12.246349 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6395c1-05ea-439e-8065-b0a543cd10ee,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:37:12.248040 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 42812) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:37:12.253418 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.253797 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.254124 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.254452 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.254813 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.255155 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.255483 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.255808 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.256142 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.256462 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.256780 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.257093 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f33b32-1017-4c4a-bb50-16ee17e9990d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.305517 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:12.325908 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:12.415558 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:12.418101 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:12.422576 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad6395c1-05ea-439e-8065-b0a543cd10ee HTTP/1.1" status: 204 len: 168 time: 0.1734197 Oct 27 11:37:12.430364 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6395c1-05ea-439e-8065-b0a543cd10ee,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:37:12.437157 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.438063 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.438405 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.438772 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.439101 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.439445 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.439773 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.440114 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.440455 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.440775 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.441095 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:12.441410 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dabcac9-63fa-4c48-b1bf-7072db908de4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:37:34.074928 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 5 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:37:36.781676 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b3c48c20-9da3-4343-884f-04129831fd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:39.759459 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b424685a-307d-4823-8d3e-e48f80a3cd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:40.535926 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:40.972753 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:42.131467 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:06.785339 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ce84079c-5ea1-4aed-91ec-aac40bd7f999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:09.761271 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a8647e02-40af-4f9d-b9e7-97bf50c31807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:10.537818 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:10.980367 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:11.073140 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 5 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:38:12.132773 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:36.788936 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a8a03fb8-d96c-4004-a45c-3ff044441786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:39.775446 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5dd28039-64af-4eae-8834-1b44ad6fbb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.547710 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.987599 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:42.138756 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:46.676966 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607901'] for agent, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:48.072501 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:39:01.993247 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 42886) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:39:02.098207 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-d2c56daf-9e34-4636-9ac6-2fdac47f2609 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1038649 Oct 27 11:39:04.408054 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 42896) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:39:04.463698 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-ce46fc15-9fc9-44a7-b168-1db1be0acbd6 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0545077 Oct 27 11:39:06.791090 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7a595646-2ac7-44ad-97bc-6b9a01341994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:09.767746 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-13503305-2cdc-4aa9-87ad-2ebbd4fd4409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:10.542652 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:10.985824 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:12.135803 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:16.645153 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:25.071620 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:39:36.794393 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2b345394-9de0-41e6-adf3-d020fbe4bf5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:39.769545 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-410095ba-3d03-479f-b1a8-b605281f2cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:40.545834 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:40.987505 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:42.131901 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:46.648660 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:02.070314 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:40:06.797987 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-aeb93310-4f79-4d44-a1de-62513209e478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:09.771202 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d79ed54c-9076-4104-a2ae-7f2a81d57e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:10.548264 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:10.991848 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:12.134880 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:16.659922 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:33.561229 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43020) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:33.869957 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-295831359-network', 'tenant_id': 'c690788d0fda4eb2bb2fb5e51b6ed4f1'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:33.897903 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Made reservation on behalf of c690788d0fda4eb2bb2fb5e51b6ed4f1 for: {'network': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:40:33.902209 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:33.915877 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:33.998932 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:34.004032 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:34.030044 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1183} {{(pid=108002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:40:34.040574 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:34.045921 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:34.046261 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.segments_db [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Added segment f41322f1-52e4-44c9-958b-5ed670a864b7 of type vlan for network 1e6cb795-44cc-4865-acfc-c87629057e34 Oct 27 11:40:34.051745 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.052055 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.052402 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.052742 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.053109 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.053483 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.053821 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.054166 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.054512 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.055022 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.055500 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.055865 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Tracked resource versions report: Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: pushed versions: Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: { 'AddressGroup': {'1.2'}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'ConntrackHelper': {'1.0'}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Log': {'1.0'}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Network': {'1.1'}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Port': {'1.7'}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'PortForwarding': {'1.2'}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'QosPolicy': {'1.10'}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'SecurityGroup': {'1.4'}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'SecurityGroupRule': {'1.2'}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'SubPort': {'1.0'}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Subnet': {'1.1'}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Trunk': {'1.1'}} Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: consumer versions: Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: { DHCP agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: HyperV agent@hv-cinder-81514: {}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: L3 agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: Metadata agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: Metering agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: Open vSwitch agent@dv-cinder-815146-3-iscsi: { 'AddressGroup': '1.2', Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'ConntrackHelper': '1.0', Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Log': '1.0', Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Network': '1.1', Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Port': '1.7', Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'PortForwarding': '1.2', Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'QosPolicy': '1.10', Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'SecurityGroup': '1.4', Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'SecurityGroupRule': '1.2', Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'SubPort': '1.0', Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Subnet': '1.1', Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: 'Trunk': '1.1'}} Oct 27 11:40:34.057064 dv-cinder-815146-3-iscsi neutron-server[108002]: {{(pid=108002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 11:40:34.114093 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:34.140498 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:34.141398 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:34.141888 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:34.204529 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6418068 Oct 27 11:40:34.207663 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43062) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:34.214069 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Request body: {'subnet': {'network_id': '1e6cb795-44cc-4865-acfc-c87629057e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-295831359-subnet', 'tenant_id': 'c690788d0fda4eb2bb2fb5e51b6ed4f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:34.221363 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1d5a7-0d60-4477-ade4-20125823e3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=1e6cb795-44cc-4865-acfc-c87629057e34,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:34.234652 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network 1e6cb795-44cc-4865-acfc-c87629057e34 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:40:34.238818 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Made reservation on behalf of c690788d0fda4eb2bb2fb5e51b6ed4f1 for: {'subnet': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:40:34.245592 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:34.444832 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for subnet, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:34.498310 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19f25f87-9d27-4bc3-b995-b3ef048cb4f5,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:34.508967 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.509739 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.510245 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.510561 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.510908 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.511319 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.511717 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.511860 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.512175 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.512481 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.512790 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.513096 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Tracked resource versions report: Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: pushed versions: Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: { 'AddressGroup': {'1.2'}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'ConntrackHelper': {'1.0'}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Log': {'1.0'}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Network': {'1.1'}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Port': {'1.7'}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'PortForwarding': {'1.2'}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'QosPolicy': {'1.10'}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'SecurityGroup': {'1.4'}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'SecurityGroupRule': {'1.2'}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'SubPort': {'1.0'}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Subnet': {'1.1'}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Trunk': {'1.1'}} Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: consumer versions: Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: { DHCP agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: HyperV agent@hv-cinder-81514: {}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: L3 agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: Metadata agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: Metering agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: Open vSwitch agent@dv-cinder-815146-3-iscsi: { 'AddressGroup': '1.2', Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'ConntrackHelper': '1.0', Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Log': '1.0', Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Network': '1.1', Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Port': '1.7', Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'PortForwarding': '1.2', Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'QosPolicy': '1.10', Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'SecurityGroup': '1.4', Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'SecurityGroupRule': '1.2', Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'SubPort': '1.0', Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Subnet': '1.1', Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: 'Trunk': '1.1'}} Oct 27 11:40:34.514085 dv-cinder-815146-3-iscsi neutron-server[108003]: {{(pid=108003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 11:40:34.534560 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Checking segment: {'id': 'f41322f1-52e4-44c9-958b-5ed670a864b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '1e6cb795-44cc-4865-acfc-c87629057e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:40:34.534924 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Network hostable DHCP agents. Network: 1e6cb795-44cc-4865-acfc-c87629057e34, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:40:34.551616 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Network 1e6cb795-44cc-4865-acfc-c87629057e34 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:40:34.561226 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, 1e6cb795-44cc-4865-acfc-c87629057e34) {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:34.571236 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bc3d77-ce55-4f97-bc0d-46a2c85c947e None None] Network 1e6cb795-44cc-4865-acfc-c87629057e34 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:40:34.575881 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:34.576462 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:34.605332 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-904fdd1f-80af-4f0e-bd5a-b33d29694798 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3965185 Oct 27 11:40:34.711047 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1266442-bb39-4aae-b458-02c49b6fd4bd None None] Network 1e6cb795-44cc-4865-acfc-c87629057e34 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:40:34.832287 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43102) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:34.895338 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43110) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:35.157167 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2029607050-network', 'tenant_id': '18a798fcd851472396a821df034d2591'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:35.184168 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] Made reservation on behalf of 18a798fcd851472396a821df034d2591 for: {'network': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:40:35.187776 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.198211 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.283590 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.287873 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.305973 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1180} {{(pid=108003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:40:35.323999 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d467f-8c67-4a0c-af79-6fb2dd49e380,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:35.328955 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.329290 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.segments_db [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] Added segment 8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb of type vlan for network a7a19429-34d2-4399-856f-928cf000bee1 Oct 27 11:40:35.369315 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.396958 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.398586 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:35.399207 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.453243 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6197295 Oct 27 11:40:35.456477 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43134) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:35.463599 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-f0c1301f-0421-4d47-a7c9-43b55cc29033 admin admin] Request body: {'subnet': {'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2029607050-subnet', 'tenant_id': '18a798fcd851472396a821df034d2591', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:35.468744 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ffc87-181e-4079-ba43-a551a2e0c2cc admin admin] Pushing event updated for resources: {'Network': ['ID=a7a19429-34d2-4399-856f-928cf000bee1,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:35.480318 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network a7a19429-34d2-4399-856f-928cf000bee1 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:40:35.501745 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c1301f-0421-4d47-a7c9-43b55cc29033 admin admin] Made reservation on behalf of 18a798fcd851472396a821df034d2591 for: {'subnet': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:40:35.503662 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1688249794-network', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:35.507584 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0c1301f-0421-4d47-a7c9-43b55cc29033 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.527826 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43138) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:35.536571 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] Made reservation on behalf of d6cf4b776db943b78157db9573678d4d for: {'network': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:40:35.539389 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.550981 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.640440 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43144) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:35.652349 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.657658 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.673792 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1152} {{(pid=108003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:40:35.685346 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.685749 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.segments_db [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] Added segment 6041afde-f8be-48fc-bf8c-7f7759a42975 of type vlan for network f295b617-1dee-47fd-847d-99b3b917163f Oct 27 11:40:35.735734 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afeb4f7-7634-4d76-97e1-1971b58d4799,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:35.749409 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.784108 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.785107 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:35.785699 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.810476 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-network', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:35.865115 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0c1301f-0421-4d47-a7c9-43b55cc29033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for subnet, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.912858 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-523558933-network', 'tenant_id': 'dbf1ce447b7e4bbd9810e10c6b8b5610'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:35.950482 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] Made reservation on behalf of dbf1ce447b7e4bbd9810e10c6b8b5610 for: {'network': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:40:35.952789 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.969231 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.996672 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1301f-0421-4d47-a7c9-43b55cc29033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6873a289-3a0e-4f94-87e8-f3eccf8a4939,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:36.014716 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c1301f-0421-4d47-a7c9-43b55cc29033 admin admin] Checking segment: {'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:40:36.015104 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c1301f-0421-4d47-a7c9-43b55cc29033 admin admin] Network hostable DHCP agents. Network: a7a19429-34d2-4399-856f-928cf000bee1, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:40:36.032581 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] Pushing event updated for resources: {'Network': ['ID=f295b617-1dee-47fd-847d-99b3b917163f,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:36.038752 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-412ffed3-5ea8-4ca1-8cf4-9bec706549df admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1421354 Oct 27 11:40:36.045468 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network f295b617-1dee-47fd-847d-99b3b917163f details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:40:36.057033 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43162) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:36.066698 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-0321d63f-c8fa-431d-91c1-707b87cf739c admin admin] Request body: {'subnet': {'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1688249794-subnet', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:36.129393 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] Made reservation on behalf of fb405396e49b44d0ae75c6b2df1b88e0 for: {'network': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:40:36.132690 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.139605 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0321d63f-c8fa-431d-91c1-707b87cf739c admin admin] Made reservation on behalf of d6cf4b776db943b78157db9573678d4d for: {'subnet': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:40:36.142986 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-0321d63f-c8fa-431d-91c1-707b87cf739c admin admin] Publish callbacks [] for subnet, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.158632 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.177322 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.211092 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1186} {{(pid=108002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:40:36.218068 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c1301f-0421-4d47-a7c9-43b55cc29033 admin admin] Network a7a19429-34d2-4399-856f-928cf000bee1 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:40:36.236047 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72f676d-e041-4c15-b79b-f9606364768f,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:36.241889 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.242055 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.segments_db [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] Added segment d994db81-a479-4bb5-9518-14ffe14020a1 of type vlan for network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c Oct 27 11:40:36.250994 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-f0c1301f-0421-4d47-a7c9-43b55cc29033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, a7a19429-34d2-4399-856f-928cf000bee1) {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:36.257005 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c1301f-0421-4d47-a7c9-43b55cc29033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:36.257612 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0c1301f-0421-4d47-a7c9-43b55cc29033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.263510 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d7bba6-3373-4f7a-9c00-e418dbb6a9d7 None None] Network a7a19429-34d2-4399-856f-928cf000bee1 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:40:36.308139 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.328083 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-f0c1301f-0421-4d47-a7c9-43b55cc29033 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8697388 Oct 27 11:40:36.328673 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43172) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:36.342338 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.351143 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:36.386832 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.388093 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:36.388635 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.399193 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4068'] for router, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.401236 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4063'] for router, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.546794 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43184) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:36.547965 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9061432 Oct 27 11:40:36.564062 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bb0f65-b18b-577f-a9b0-4f34f5688153-a7a19429-34d2-4399-856f-928cf000bee1', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939'}]}} from dv-cinder-815146-3-iscsi. {{(pid=108004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:40:36.568070 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.573594 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-a4be6f03-a55a-4984-9e39-915e9e969e2b admin admin] Request body: {'subnet': {'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-523558933-subnet', 'tenant_id': 'dbf1ce447b7e4bbd9810e10c6b8b5610', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:36.584466 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028ca76-1056-4e70-ab20-82244b8ff5f0 admin admin] Pushing event updated for resources: {'Network': ['ID=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:36.612267 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:40:36.615208 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-0321d63f-c8fa-431d-91c1-707b87cf739c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for subnet, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.665229 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321d63f-c8fa-431d-91c1-707b87cf739c admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b5e998-50c9-4a4a-b99c-0238a60bf0ee,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:36.680115 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.683842 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4be6f03-a55a-4984-9e39-915e9e969e2b admin admin] Made reservation on behalf of dbf1ce447b7e4bbd9810e10c6b8b5610 for: {'subnet': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:40:36.686861 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a4be6f03-a55a-4984-9e39-915e9e969e2b admin admin] Publish callbacks [] for subnet, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.851336 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2384b6ef-75b5-4384-932b-b2c0194bcdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.890531 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a4be6f03-a55a-4984-9e39-915e9e969e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for subnet, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.936711 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.941272 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be6f03-a55a-4984-9e39-915e9e969e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=212d8791-4b7d-4e98-a67a-01cceff80f31,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:36.970517 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.978228 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0321d63f-c8fa-431d-91c1-707b87cf739c admin admin] Checking segment: {'id': '6041afde-f8be-48fc-bf8c-7f7759a42975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:40:36.978579 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0321d63f-c8fa-431d-91c1-707b87cf739c admin admin] Network hostable DHCP agents. Network: f295b617-1dee-47fd-847d-99b3b917163f, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:40:36.980647 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:36.992250 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1174} {{(pid=108003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:40:37.003215 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:37.004225 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.segments_db [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] Added segment f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48 of type vlan for network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 Oct 27 11:40:37.030392 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.db_base_plugin_common [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Allocated IP 172.20.0.2 (a7a19429-34d2-4399-856f-928cf000bee1/6873a289-3a0e-4f94-87e8-f3eccf8a4939/96f6a67a-8f40-4449-bc91-e96771e89507) {{(pid=108004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:40:37.047439 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:37.107240 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e2006a-9399-4f78-a90d-0e0b056666f5,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:37.116662 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:37.117914 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:37.119136 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:37.126824 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0321d63f-c8fa-431d-91c1-707b87cf739c admin admin] Network f295b617-1dee-47fd-847d-99b3b917163f is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:40:37.135086 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4be6f03-a55a-4984-9e39-915e9e969e2b admin admin] Checking segment: {'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:40:37.135433 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be6f03-a55a-4984-9e39-915e9e969e2b admin admin] Network hostable DHCP agents. Network: 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:40:37.193041 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6636162 Oct 27 11:40:37.199871 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43216) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:37.201916 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-0321d63f-c8fa-431d-91c1-707b87cf739c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, f295b617-1dee-47fd-847d-99b3b917163f) {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:37.206462 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-bab4e0b2-92f6-42cd-adac-9c89864fd14e admin admin] Request body: {'subnet': {'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-subnet', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:37.219547 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0321d63f-c8fa-431d-91c1-707b87cf739c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:37.220119 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-0321d63f-c8fa-431d-91c1-707b87cf739c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:37.233762 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5241d56-36b8-4299-9ac5-61d6005864a5 admin admin] Pushing event updated for resources: {'Network': ['ID=954b5f40-2ffa-4f73-b5ff-e144173fa7e8,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:37.251180 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be6f03-a55a-4984-9e39-915e9e969e2b admin admin] Network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:40:37.260003 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-a4be6f03-a55a-4984-9e39-915e9e969e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c) {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:37.264694 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4be6f03-a55a-4984-9e39-915e9e969e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:37.266214 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a4be6f03-a55a-4984-9e39-915e9e969e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:37.274096 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f8b690-b31b-4fcc-ac5f-f6b5654039c7 None None] Network f295b617-1dee-47fd-847d-99b3b917163f requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:40:37.295075 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab4e0b2-92f6-42cd-adac-9c89864fd14e admin admin] Made reservation on behalf of fb405396e49b44d0ae75c6b2df1b88e0 for: {'subnet': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:40:37.297481 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bab4e0b2-92f6-42cd-adac-9c89864fd14e admin admin] Publish callbacks [] for subnet, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:37.298845 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-0321d63f-c8fa-431d-91c1-707b87cf739c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2404051 Oct 27 11:40:37.304361 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43218) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:37.309739 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-a4be6f03-a55a-4984-9e39-915e9e969e2b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7578473 Oct 27 11:40:37.339637 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1688249794-router', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:37.385333 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:40:37.389507 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43228) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:37.393956 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f9501c-dfc3-4dc6-a4b2-d7c1c0d11312 None None] Network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:40:37.394718 dv-cinder-815146-3-iscsi neutron-server[108003]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 11:40:37.536666 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Publish callbacks [] for port, precommit_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:37.641285 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:37.677916 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:37.682851 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:37.766695 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-4221d8ef-aecb-4d36-884c-e49320da8a30 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:37.780167 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-4221d8ef-aecb-4d36-884c-e49320da8a30 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/networks?id=1e6cb795-44cc-4865-acfc-c87629057e34 HTTP/1.1" status: 200 len: 811 time: 0.3875077 Oct 27 11:40:37.804596 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-ddc637dc-80fa-4b4a-a7b1-6002542d202a tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/quotas/c690788d0fda4eb2bb2fb5e51b6ed4f1 HTTP/1.1" status: 200 len: 375 time: 0.0231080 Oct 27 11:40:37.871596 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4068'] for router, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:37.873457 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4063'] for router, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:37.930215 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-981f895d-d1a3-4228-ae8e-5ae3b99938ff tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c690788d0fda4eb2bb2fb5e51b6ed4f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968034 Oct 27 11:40:38.137764 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a9377c-a028-41b7-8fc2-4908cf5eddbc None None] Network f295b617-1dee-47fd-847d-99b3b917163f requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:40:38.153212 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Network a7a19429-34d2-4399-856f-928cf000bee1 is already hosted by enough agents. {{(pid=108004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:40:38.165603 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:38.176296 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bab4e0b2-92f6-42cd-adac-9c89864fd14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for subnet, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:38.271604 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.base_scheduler [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Resources bound (agent type, host, resource id): {{(pid=108004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:38.276725 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Pushing event updated for resources: {'Port': ['ID=96f6a67a-8f40-4449-bc91-e96771e89507,revision_number=1']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:38.289464 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-f33719f5-742b-48ff-adb6-2ef61d7d39be service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:40:38.290202 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Received port after_create {{(pid=108004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:40:38.293673 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab656626-1621-4417-8b18-b5bc066ba794 None None] Network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:40:38.299323 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-f33719f5-742b-48ff-adb6-2ef61d7d39be service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0859158 Oct 27 11:40:38.302761 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:38.303135 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:38.303477 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:38.303809 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:38.304134 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:38.304461 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:38.304791 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:38.305114 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:38.305479 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:38.305764 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:38.306218 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:38.306636 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Tracked resource versions report: Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: pushed versions: Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: { 'AddressGroup': {'1.2'}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'ConntrackHelper': {'1.0'}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Log': {'1.0'}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Network': {'1.1'}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Port': {'1.7'}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'PortForwarding': {'1.2'}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'QosPolicy': {'1.10'}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'SecurityGroup': {'1.4'}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'SecurityGroupRule': {'1.2'}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'SubPort': {'1.0'}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Subnet': {'1.1'}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Trunk': {'1.1'}} Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: consumer versions: Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: { DHCP agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: HyperV agent@hv-cinder-81514: {}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: L3 agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: Metadata agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: Metering agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: Open vSwitch agent@dv-cinder-815146-3-iscsi: { 'AddressGroup': '1.2', Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'ConntrackHelper': '1.0', Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Log': '1.0', Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Network': '1.1', Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Port': '1.7', Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'PortForwarding': '1.2', Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'QosPolicy': '1.10', Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'SecurityGroup': '1.4', Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'SecurityGroupRule': '1.2', Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'SubPort': '1.0', Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Subnet': '1.1', Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: 'Trunk': '1.1'}} Oct 27 11:40:38.307838 dv-cinder-815146-3-iscsi neutron-server[108004]: {{(pid=108004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 11:40:38.317789 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Allocated IP 172.27.3.113 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/ce94d745-244b-470a-934f-4a8432ec754f) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:40:38.417133 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-ab45e862-28e0-4a6b-88b7-a8083b5a8f59 service neutron] 10.222.0.36 "GET /v2.0/networks/1e6cb795-44cc-4865-acfc-c87629057e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169074 Oct 27 11:40:38.427034 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43274) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:38.500271 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Attempting to bind port 96f6a67a-8f40-4449-bc91-e96771e89507 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:40:38.500758 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Attempting to bind port 96f6a67a-8f40-4449-bc91-e96771e89507 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:40:38.501458 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Attempting to bind port 96f6a67a-8f40-4449-bc91-e96771e89507 on network a7a19429-34d2-4399-856f-928cf000bee1 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:40:38.504187 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:38.549785 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:40:38.550275 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Checking segment: {'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:40:38.550853 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:38.551372 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Bound using segment: {'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:40:38.552017 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Bound port: 96f6a67a-8f40-4449-bc91-e96771e89507, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:40:38.552554 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:38.564606 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4e0b2-92f6-42cd-adac-9c89864fd14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8535eb92-1f72-4101-b598-e2a666aee081,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:38.568941 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-933a0ab2-8bef-433d-8c28-d7c337f30383 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:38.570404 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-933a0ab2-8bef-433d-8c28-d7c337f30383 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/networks?id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c HTTP/1.1" status: 200 len: 814 time: 0.1421885 Oct 27 11:40:38.601414 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-7aeae490-dc6a-4f7f-9190-3d151bbdebf3 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/quotas/dbf1ce447b7e4bbd9810e10c6b8b5610 HTTP/1.1" status: 200 len: 375 time: 0.0111456 Oct 27 11:40:38.603388 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4e0b2-92f6-42cd-adac-9c89864fd14e admin admin] Checking segment: {'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:40:38.603938 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab4e0b2-92f6-42cd-adac-9c89864fd14e admin admin] Network hostable DHCP agents. Network: 954b5f40-2ffa-4f73-b5ff-e144173fa7e8, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:40:38.633267 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:38.655990 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab4e0b2-92f6-42cd-adac-9c89864fd14e admin admin] Network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:40:38.659184 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-191358dd-ee17-4484-a8cf-ce8a549b86d5 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf1ce447b7e4bbd9810e10c6b8b5610&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436893 Oct 27 11:40:38.679998 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-bab4e0b2-92f6-42cd-adac-9c89864fd14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, 954b5f40-2ffa-4f73-b5ff-e144173fa7e8) {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:38.680889 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-e4873f7e-2345-47cd-aa94-ed48af284fef service neutron] 10.222.0.36 "GET /v2.0/networks/1e6cb795-44cc-4865-acfc-c87629057e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621262 Oct 27 11:40:38.686459 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab4e0b2-92f6-42cd-adac-9c89864fd14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:38.687437 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bab4e0b2-92f6-42cd-adac-9c89864fd14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:38.692653 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84cefe7-b136-441d-9540-4296ab888352 None None] Network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:40:38.717374 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-bab4e0b2-92f6-42cd-adac-9c89864fd14e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5157945 Oct 27 11:40:38.720461 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43280) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:38.721670 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:38.726698 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:38.759742 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4068'] for router, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:38.761509 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4063'] for router, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:38.780203 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:40:38.793919 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:38.798541 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:40:38.832368 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Pushing event updated for resources: {'Port': ['ID=ce94d745-244b-470a-934f-4a8432ec754f,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:38.856409 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:38.896198 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] For port 96f6a67a-8f40-4449-bc91-e96771e89507, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:40:38.901600 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] For port 96f6a67a-8f40-4449-bc91-e96771e89507, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=96f6a67a-8f40-4449-bc91-e96771e89507,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:40:38.911192 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:38.932549 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-a02deaaf-e5fc-40f4-bf69-93d508f743d1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:40:38.950031 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-a02deaaf-e5fc-40f4-bf69-93d508f743d1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1993775 Oct 27 11:40:39.078030 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:40:39.107542 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3626458-1b6f-495d-9b6b-d8665b6bb53a None None] Pushing event updated for resources: {'Port': ['ID=96f6a67a-8f40-4449-bc91-e96771e89507,revision_number=2']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:39.224435 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bb0f65-b18b-577f-a9b0-4f34f5688153-954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081'}]}} from dv-cinder-815146-3-iscsi. {{(pid=108004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:40:39.225565 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:39.262087 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:39.268760 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:39.302689 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:39.545364 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d9b5dd30-cbfc-48b7-b9e7-6c5d0a8de39a req-d9e802fe-9a7d-4e3d-bcca-8f9c4f28fd57 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 210 time: 0.1924200 Oct 27 11:40:39.574742 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.db_base_plugin_common [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Allocated IP 172.20.0.2 (954b5f40-2ffa-4f73-b5ff-e144173fa7e8/8535eb92-1f72-4101-b598-e2a666aee081/076681a3-3657-4b0b-9623-db4088c7387d) {{(pid=108004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:40:39.575492 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-ba473a77-c11d-441f-b542-bc39a72555ab service neutron] 10.222.0.36 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862377 Oct 27 11:40:39.613061 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Allocated IP 172.27.3.241 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/596a5880-f380-4e7c-b30a-2425df6fe01c) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:40:39.702745 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:39.769602 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-eefe6387-1df8-4ab0-893e-c72bb1ccc9da service neutron] 10.222.0.36 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154655 Oct 27 11:40:39.816545 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Publish callbacks [] for port, precommit_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:39.847629 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:39.929855 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-e6b9c8ae-c1d3-494b-8458-5fa60a986e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:39.992923 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 is already hosted by enough agents. {{(pid=108004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:40:39.997728 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.base_scheduler [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Resources bound (agent type, host, resource id): {{(pid=108004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:40.004315 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Received port after_create {{(pid=108004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:40:40.030038 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Pushing event updated for resources: {'Port': ['ID=076681a3-3657-4b0b-9623-db4088c7387d,revision_number=1']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:40.088930 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:40.135769 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:40.145120 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Attempting to bind port 076681a3-3657-4b0b-9623-db4088c7387d on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:40:40.146056 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Attempting to bind port 076681a3-3657-4b0b-9623-db4088c7387d by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:40:40.146441 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Attempting to bind port 076681a3-3657-4b0b-9623-db4088c7387d on network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:40:40.166074 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:40:40.166705 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Checking segment: {'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:40:40.179095 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:40.182804 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Bound using segment: {'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:40:40.185843 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Bound port: 076681a3-3657-4b0b-9623-db4088c7387d, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:40:40.186027 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:40.326552 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613775'] for router, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:40.344005 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c83a0e17-176c-4885-ae98-8aa14c70a5b0 req-0dac6bd9-0975-4924-8281-dea57bd76c64 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 210 time: 0.0632055 Oct 27 11:40:40.417550 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] For port 076681a3-3657-4b0b-9623-db4088c7387d, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:40:40.426520 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] For port 076681a3-3657-4b0b-9623-db4088c7387d, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=076681a3-3657-4b0b-9623-db4088c7387d,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:40:40.433798 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:40.683374 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:40.683649 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-01db4348-fe1f-4baf-9d7c-e4214f0f5f3d req-5d2a6ced-b502-4a41-b587-07ab3aef3936 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 210 time: 0.0736361 Oct 27 11:40:40.708551 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbb1bb-2ec3-4984-ab3d-6ee61d571c66 None None] Pushing event updated for resources: {'Port': ['ID=076681a3-3657-4b0b-9623-db4088c7387d,revision_number=2']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:40.892229 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:40.898311 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 is scheduled to L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 with binding_index 1 {{(pid=108002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:40:40.954422 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43388) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:41.033457 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7f66af-b88c-4710-8e79-4f535e81d66d None None] Network a7a19429-34d2-4399-856f-928cf000bee1 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:40:41.098671 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:41.265242 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 96f6a67a-8f40-4449-bc91-e96771e89507 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:40:41.316421 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7e3e03e7-abfe-4195-9f49-2acb7ae19af8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:41.495167 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:41.509773 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-7326f70a-5b99-4a09-9a2a-caa93b9b6348 None None] Provisioning complete for port 96f6a67a-8f40-4449-bc91-e96771e89507 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:41.510153 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7326f70a-5b99-4a09-9a2a-caa93b9b6348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:41.558916 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-41cdbaf8-d6c2-4b93-b22a-f98a2c24c532 req-c096e2dd-8768-4e98-8478-0fbe945a6619 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 210 time: 0.0512943 Oct 27 11:40:41.584185 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43418) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:41.615415 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7e3e03e7-abfe-4195-9f49-2acb7ae19af8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:41.630030 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7e3e03e7-abfe-4195-9f49-2acb7ae19af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:41.632308 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:40:41.638611 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:41.644031 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:40:41.690948 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:40:41.692981 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Pushing event updated for resources: {'Port': ['ID=596a5880-f380-4e7c-b30a-2425df6fe01c,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:41.708852 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Sync routers for ids ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:40:41.735663 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Routers {'7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:40:41.736381 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:40:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:41.761148 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 96f6a67a-8f40-4449-bc91-e96771e89507 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:41.762333 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:41.808383 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-7e3e03e7-abfe-4195-9f49-2acb7ae19af8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=78b3293233394f4281fcb804ce5749a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8489683 Oct 27 11:40:41.817441 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43430) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:41.819435 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e03e7-abfe-4195-9f49-2acb7ae19af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76e4e92-cda4-4029-b6d5-8b106708e83f,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:41.926228 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-0da1decd-eff6-4fd5-b7f8-dcb3897f81cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:41.958590 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-0da1decd-eff6-4fd5-b7f8-dcb3897f81cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:42.005697 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:42.018205 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c1421c01-2054-43f4-83e5-4b978a41189d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:42.031056 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Allocated IP 172.27.3.150 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:40:42.078075 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] Publish callbacks [] for router, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:42.079378 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-db2fce00-2ef7-477e-9704-79e4ef5ff764 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7480211 Oct 27 11:40:42.092820 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43432) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:42.136204 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-0da1decd-eff6-4fd5-b7f8-dcb3897f81cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:42.136204 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-0da1decd-eff6-4fd5-b7f8-dcb3897f81cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:42.136657 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-0da1decd-eff6-4fd5-b7f8-dcb3897f81cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d76e4e92-cda4-4029-b6d5-8b106708e83f HTTP/1.1" status: 204 len: 168 time: 0.3063312 Oct 27 11:40:42.191028 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] For port 96f6a67a-8f40-4449-bc91-e96771e89507, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=96f6a67a-8f40-4449-bc91-e96771e89507,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:40:42.218441 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:42.315779 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Set router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:40:42.340141 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c1421c01-2054-43f4-83e5-4b978a41189d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:42.350552 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c1421c01-2054-43f4-83e5-4b978a41189d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:42.358105 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.41', 49564) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:42.364538 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Pushing event updated for resources: {'Port': ['ID=96f6a67a-8f40-4449-bc91-e96771e89507,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:42.374188 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7326f70a-5b99-4a09-9a2a-caa93b9b6348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:42.390195 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:42.458578 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d64c151f-094a-4c14-890d-a131bdc432af req-d1ee5bfd-2798-4334-b861-27d88ae3d0d7 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 210 time: 0.3204188 Oct 27 11:40:42.459591 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1decd-eff6-4fd5-b7f8-dcb3897f81cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76e4e92-cda4-4029-b6d5-8b106708e83f,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:42.526944 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.db.api [None req-7326f70a-5b99-4a09-9a2a-caa93b9b6348 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 11:40:42.527715 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG oslo_db.api [None req-7326f70a-5b99-4a09-9a2a-caa93b9b6348 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 11:40:42.755728 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:42.881971 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9f4530b6-b342-43ae-af3c-db5b29341ceb req-f34f2b6b-f24c-430c-8e97-8a0814768785 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 210 time: 0.0557237 Oct 27 11:40:42.903288 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd50b35-8387-4775-b144-a087df05eab2 None None] Network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:40:42.917619 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1421c01-2054-43f4-83e5-4b978a41189d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e0a323-1ebd-4820-9c25-d16d902e9a17,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:42.982425 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:39Z', 'revision_number': 3, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:42.990398 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:43.059759 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Checking router: 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:40:43.063974 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Updating router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 port ce94d745-244b-470a-934f-4a8432ec754f binding host dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:40:43.136277 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:43.220568 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-c1421c01-2054-43f4-83e5-4b978a41189d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=750ec0394f354878ba64a907ee41ffa5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6342204 Oct 27 11:40:43.222920 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43478) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:43.251325 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-835e61be-15ed-481e-baad-c23aae610a45 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:43.253035 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-835e61be-15ed-481e-baad-c23aae610a45 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.41 "GET /v2.0/networks?id=1e6cb795-44cc-4865-acfc-c87629057e34 HTTP/1.1" status: 200 len: 811 time: 0.8232064 Oct 27 11:40:43.308222 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 076681a3-3657-4b0b-9623-db4088c7387d up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:40:43.330338 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:40:43.334921 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-1bf9217d-bb24-4dfd-a659-4eefb0428301 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Request body: {'port': {'device_id': '8ca418f5-5153-4270-9fe5-a05869776cf3', 'network_id': '1e6cb795-44cc-4865-acfc-c87629057e34', 'admin_state_up': True, 'tenant_id': 'c690788d0fda4eb2bb2fb5e51b6ed4f1'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:43.349065 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:43.373513 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:40:43.445743 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 076681a3-3657-4b0b-9623-db4088c7387d triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:43.446104 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:43.551873 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Pushing event updated for resources: {'Port': ['ID=f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:43.561555 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-43bdbcab-9d4a-4428-953a-4db0d3485b14 None None] Provisioning complete for port 076681a3-3657-4b0b-9623-db4088c7387d triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:43.561937 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-43bdbcab-9d4a-4428-953a-4db0d3485b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:43.573879 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.41', 49570) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:43.872632 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:43.968519 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8117d52b-57c4-4a7f-9dc9-d26540a173b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:43.973816 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Publish callbacks [] for port, precommit_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:43.981939 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:44.048520 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Attempting to bind port ce94d745-244b-470a-934f-4a8432ec754f on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:40:44.049304 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Attempting to bind port ce94d745-244b-470a-934f-4a8432ec754f by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:40:44.049304 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Attempting to bind port ce94d745-244b-470a-934f-4a8432ec754f on network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:40:44.058949 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Pushing event updated for resources: {'Port': ['ID=ce94d745-244b-470a-934f-4a8432ec754f,revision_number=2']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:44.064236 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:44.067678 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:40:44.068056 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Checking segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:40:44.068456 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:44.068846 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Bound using segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:40:44.069352 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Bound port: ce94d745-244b-470a-934f-4a8432ec754f, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:40:44.069747 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:44.074541 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:44.075037 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:44.075419 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:44.078862 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:44.078862 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:44.078862 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:44.078862 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:44.078862 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:44.078862 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:44.078862 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:44.078862 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:44.078862 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Tracked resource versions report: Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: pushed versions: Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: { 'AddressGroup': {'1.2'}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'ConntrackHelper': {'1.0'}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Log': {'1.0'}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Network': {'1.1'}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Port': {'1.7'}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'PortForwarding': {'1.2'}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'QosPolicy': {'1.10'}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'SecurityGroup': {'1.4'}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'SecurityGroupRule': {'1.2'}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'SubPort': {'1.0'}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Subnet': {'1.1'}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Trunk': {'1.1'}} Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: consumer versions: Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: { DHCP agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: HyperV agent@hv-cinder-81514: {}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: L3 agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: Metadata agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: Metering agent@dv-cinder-815146-3-iscsi: {}, Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: Open vSwitch agent@dv-cinder-815146-3-iscsi: { 'AddressGroup': '1.2', Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'ConntrackHelper': '1.0', Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Log': '1.0', Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Network': '1.1', Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Port': '1.7', Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'PortForwarding': '1.2', Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'QosPolicy': '1.10', Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'SecurityGroup': '1.4', Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'SecurityGroupRule': '1.2', Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'SubPort': '1.0', Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Subnet': '1.1', Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: 'Trunk': '1.1'}} Oct 27 11:40:44.079748 dv-cinder-815146-3-iscsi neutron-server[108005]: {{(pid=108005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 11:40:44.106021 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-43bdbcab-9d4a-4428-953a-4db0d3485b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:44.137294 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8117d52b-57c4-4a7f-9dc9-d26540a173b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:44.142442 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] For port 076681a3-3657-4b0b-9623-db4088c7387d, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=076681a3-3657-4b0b-9623-db4088c7387d,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:40:44.149281 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:44.150918 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 96f6a67a-8f40-4449-bc91-e96771e89507 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:40:44.188514 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1dc011f5-68b7-43ad-8139-472388332ccc req-a9618361-2354-4b88-b206-5de29b62f908 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 210 time: 0.2225490 Oct 27 11:40:44.221341 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] For port ce94d745-244b-470a-934f-4a8432ec754f, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:40:44.230207 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] For port ce94d745-244b-470a-934f-4a8432ec754f, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=ce94d745-244b-470a-934f-4a8432ec754f,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:40:44.239065 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:44.260756 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-1bf9217d-bb24-4dfd-a659-4eefb0428301 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Made reservation on behalf of c690788d0fda4eb2bb2fb5e51b6ed4f1 for: {'port': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:40:44.265403 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-1bf9217d-bb24-4dfd-a659-4eefb0428301 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:44.293651 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.db.api [None req-43bdbcab-9d4a-4428-953a-4db0d3485b14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 11:40:44.294121 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG oslo_db.api [None req-43bdbcab-9d4a-4428-953a-4db0d3485b14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 11:40:44.305145 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Pushing event updated for resources: {'Port': ['ID=076681a3-3657-4b0b-9623-db4088c7387d,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:44.319846 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 96f6a67a-8f40-4449-bc91-e96771e89507 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:44.320507 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:44.343811 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2675a4c-03a9-4d71-a274-d601602ee96e None None] Pushing event updated for resources: {'Port': ['ID=ce94d745-244b-470a-934f-4a8432ec754f,revision_number=3']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:44.353548 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-350f83a6-ba4f-4a2f-a29e-59f255d16c42 req-a10b3ed6-1688-4f30-8fc1-47f7ff680fdd tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 210 time: 0.2145913 Oct 27 11:40:44.369875 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Routers {'7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:40:44.372190 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:40:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:44.588286 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] Set router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:40:44.624617 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-41ec7f58-1a13-4d58-958f-7478c3222e71 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:44.637150 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-41ec7f58-1a13-4d58-958f-7478c3222e71 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "GET /v2.0/networks?id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c HTTP/1.1" status: 200 len: 814 time: 1.0602582 Oct 27 11:40:44.893405 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8117d52b-57c4-4a7f-9dc9-d26540a173b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:44.896247 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8117d52b-57c4-4a7f-9dc9-d26540a173b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:44.897397 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-8117d52b-57c4-4a7f-9dc9-d26540a173b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50e0a323-1ebd-4820-9c25-d16d902e9a17 HTTP/1.1" status: 204 len: 168 time: 1.6703439 Oct 27 11:40:44.919544 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-43bdbcab-9d4a-4428-953a-4db0d3485b14 None None] Provisioning complete for port 96f6a67a-8f40-4449-bc91-e96771e89507 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:44.919919 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-43bdbcab-9d4a-4428-953a-4db0d3485b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:44.953030 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:45.040000 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:39Z', 'revision_number': 3, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:45.065047 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 076681a3-3657-4b0b-9623-db4088c7387d up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:40:45.075820 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613775'] for router, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:45.151015 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b7a811-4345-415b-9446-6c03b7552b72 None None] The sync data for ids ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'] in dv-cinder-815146-3-iscsi is: [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:39Z', 'revision_number': 3, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:40:45.208443 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-7589495d-fff3-4f63-9934-9478aa2214a8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Request body: {'port': {'device_id': '28b158d9-43f6-4c35-a962-ce7727c00e01', 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c', 'admin_state_up': True, 'tenant_id': 'dbf1ce447b7e4bbd9810e10c6b8b5610'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:45.334747 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:45.463120 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-1bf9217d-bb24-4dfd-a659-4eefb0428301 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Allocated IP 172.20.0.5 (1e6cb795-44cc-4865-acfc-c87629057e34/19f25f87-9d27-4bc3-b995-b3ef048cb4f5/9cf96459-de6e-4365-b1b2-7df5d9a7ca22) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:40:45.546791 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 076681a3-3657-4b0b-9623-db4088c7387d triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:45.549401 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:45.782264 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e8ba37b6-1e1d-47c4-990d-d15b1c76f3ad req-927eea77-144e-4e33-a6f6-6cfd4efcaf9a tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 210 time: 0.3407912 Oct 27 11:40:45.825089 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-1bf9217d-bb24-4dfd-a659-4eefb0428301 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:45.839368 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-652b872f-90d9-42a6-927f-7e982d640a18 req-3e243e10-305c-442a-9858-5d131bfc6bb4 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 210 time: 0.2932448 Oct 27 11:40:45.845168 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-04af8d59-9f03-4aae-916b-8c277c7abed0 None None] Provisioning complete for port 076681a3-3657-4b0b-9623-db4088c7387d triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:45.845168 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-04af8d59-9f03-4aae-916b-8c277c7abed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:45.887542 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117d52b-57c4-4a7f-9dc9-d26540a173b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e0a323-1ebd-4820-9c25-d16d902e9a17,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:45.899090 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-1bf9217d-bb24-4dfd-a659-4eefb0428301 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:46.245418 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-1bf9217d-bb24-4dfd-a659-4eefb0428301 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Network 1e6cb795-44cc-4865-acfc-c87629057e34 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:40:46.253196 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9217d-bb24-4dfd-a659-4eefb0428301 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Pushing event updated for resources: {'Port': ['ID=9cf96459-de6e-4365-b1b2-7df5d9a7ca22,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:46.304825 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-1bf9217d-bb24-4dfd-a659-4eefb0428301 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:46.323819 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-7589495d-fff3-4f63-9934-9478aa2214a8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Made reservation on behalf of dbf1ce447b7e4bbd9810e10c6b8b5610 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:40:46.331702 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-1bf9217d-bb24-4dfd-a659-4eefb0428301 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:40:46.348502 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-1bf9217d-bb24-4dfd-a659-4eefb0428301 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:46.349177 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-1bf9217d-bb24-4dfd-a659-4eefb0428301 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for port, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:46.349312 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-7589495d-fff3-4f63-9934-9478aa2214a8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:46.453567 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-1bf9217d-bb24-4dfd-a659-4eefb0428301 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1294174 Oct 27 11:40:46.500458 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Router 24b6db56-949e-411a-99c9-fc80e0c7c0f9 is scheduled to L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 with binding_index 1 {{(pid=108002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:40:46.534174 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-72645e88-00b8-4ddd-975f-9877dde57218 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:40:46.550509 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-72645e88-00b8-4ddd-975f-9877dde57218 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0221753 Oct 27 11:40:46.709624 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:46.750899 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Allocated IP 172.20.0.1 (a7a19429-34d2-4399-856f-928cf000bee1/6873a289-3a0e-4f94-87e8-f3eccf8a4939/b3beb4c5-dd8f-45d1-bc8e-052305e4f216) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:40:46.809234 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613775'] for router, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:46.954378 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:40:46.972550 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Sync routers for ids ['24b6db56-949e-411a-99c9-fc80e0c7c0f9'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:40:47.004976 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] Publish callbacks [] for router, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:47.009416 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-673c731a-1ae8-4dd8-95fe-f93678703402 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.7019846 Oct 27 11:40:47.011819 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43608) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:47.035953 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Routers {'24b6db56-949e-411a-99c9-fc80e0c7c0f9'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:40:47.038558 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:40:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['24b6db56-949e-411a-99c9-fc80e0c7c0f9'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:47.221623 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43616) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:47.231536 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device ce94d745-244b-470a-934f-4a8432ec754f up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:40:47.437444 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Set router 24b6db56-949e-411a-99c9-fc80e0c7c0f9 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:40:47.504573 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Request body: {'port': {'device_id': '8ca418f5-5153-4270-9fe5-a05869776cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:47.606010 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port ce94d745-244b-470a-934f-4a8432ec754f triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:47.606444 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:47.762322 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9b47626b-0988-4f29-ab65-8083c07fc8d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:47.870263 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9e16eae1-4bb9-456d-84d3-d838c3b8438a req-b7f1a765-d97a-40d3-9b18-33e6c7183fae tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 210 time: 0.7273490 Oct 27 11:40:47.917666 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-7589495d-fff3-4f63-9934-9478aa2214a8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Allocated IP 172.20.0.10 (409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c/212d8791-4b7d-4e98-a67a-01cceff80f31/1420b59a-5ff4-4719-aa84-e707e403d07e) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:40:47.955448 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:47.990227 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] For port ce94d745-244b-470a-934f-4a8432ec754f, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=ce94d745-244b-470a-934f-4a8432ec754f,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:40:48.000497 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:48.000979 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1688249794-router', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '596a5880-f380-4e7c-b30a-2425df6fe01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:42Z', 'revision_number': 3, 'project_id': 'd6cf4b776db943b78157db9573678d4d', 'gw_port': {'id': '596a5880-f380-4e7c-b30a-2425df6fe01c', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:39Z', 'updated_at': '2021-10-27T11:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:48.003882 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:48.120260 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Pushing event updated for resources: {'Port': ['ID=ce94d745-244b-470a-934f-4a8432ec754f,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:48.137619 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Checking router: 24b6db56-949e-411a-99c9-fc80e0c7c0f9 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:40:48.138036 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Updating router 24b6db56-949e-411a-99c9-fc80e0c7c0f9 port 596a5880-f380-4e7c-b30a-2425df6fe01c binding host dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:40:48.148986 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dacc6-f035-417d-b9ce-5441bfcd1941 req-f4c05f78-ffc1-465a-8161-b8aa128b2208 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:48.158560 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-522dacc6-f035-417d-b9ce-5441bfcd1941 req-f4c05f78-ffc1-465a-8161-b8aa128b2208 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 931 time: 1.0168989 Oct 27 11:40:48.221661 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:48.229307 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9b47626b-0988-4f29-ab65-8083c07fc8d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:48.453342 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:48.493113 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-522dacc6-f035-417d-b9ce-5441bfcd1941 req-e02c8db5-4d72-40ab-b58b-32d11e82ee81 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247640 Oct 27 11:40:48.547518 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-7589495d-fff3-4f63-9934-9478aa2214a8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:48.604686 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:48.634860 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Router 6d0be83a-1d52-41bd-9f17-c19db46fec38 is scheduled to L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 with binding_index 1 {{(pid=108003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:40:48.716164 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Network a7a19429-34d2-4399-856f-928cf000bee1 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:40:48.734120 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:48.802806 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:40:48.803213 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607954'] for router_interface, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:48.903817 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.notifiers.nova [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 {{(pid=108002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:40:48.925168 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:48.941633 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Pushing event updated for resources: {'Port': ['ID=b3beb4c5-dd8f-45d1-bc8e-052305e4f216,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:48.981971 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.provisioning_blocks [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Transition to ACTIVE for port object 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 will not be triggered until provisioned by entity L2. {{(pid=108002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:40:48.994970 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9b47626b-0988-4f29-ab65-8083c07fc8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.035114 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.150125 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device ce94d745-244b-470a-934f-4a8432ec754f up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:40:49.156746 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-7589495d-fff3-4f63-9934-9478aa2214a8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.227321 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf96459-de6e-4365-b1b2-7df5d9a7ca22,revision_number=2']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:49.277201 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-9b47626b-0988-4f29-ab65-8083c07fc8d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23baf592b9ed4283a4f80778fde2419e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0551052 Oct 27 11:40:49.281530 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47626b-0988-4f29-ab65-8083c07fc8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d08dc-cd9d-430d-a413-a5aa2f56468f,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:49.284393 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43656) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:49.402142 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Publish callbacks [] for port, precommit_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.423523 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.530498 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-e9c1394b-06e2-4bc8-a895-445401e44fd6 None None] Provisioning complete for port b3beb4c5-dd8f-45d1-bc8e-052305e4f216 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:49.532219 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-e9c1394b-06e2-4bc8-a895-445401e44fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.616190 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.managers [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Attempting to bind port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:40:49.616927 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.managers [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Attempting to bind port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f41322f1-52e4-44c9-958b-5ed670a864b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '1e6cb795-44cc-4865-acfc-c87629057e34'}] {{(pid=108002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:40:49.617259 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Attempting to bind port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 on network 1e6cb795-44cc-4865-acfc-c87629057e34 {{(pid=108002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:40:49.634058 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 on network 1e6cb795-44cc-4865-acfc-c87629057e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:40:49.634748 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Attempting to bind port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 on network 1e6cb795-44cc-4865-acfc-c87629057e34 {{(pid=108002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:40:49.637751 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-aa9d0535-dab6-4844-8801-fe9fbc0a4a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.674546 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port ce94d745-244b-470a-934f-4a8432ec754f triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:49.675165 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.681769 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:40:49.683581 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-7589495d-fff3-4f63-9934-9478aa2214a8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:40:49.687617 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Checking segment: {'id': 'f41322f1-52e4-44c9-958b-5ed670a864b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '1e6cb795-44cc-4865-acfc-c87629057e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:40:49.690801 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Bound using segment: {'id': 'f41322f1-52e4-44c9-958b-5ed670a864b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '1e6cb795-44cc-4865-acfc-c87629057e34'} {{(pid=108002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:40:49.691517 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.managers [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Bound port: 9cf96459-de6e-4365-b1b2-7df5d9a7ca22, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f41322f1-52e4-44c9-958b-5ed670a864b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '1e6cb795-44cc-4865-acfc-c87629057e34'}}] {{(pid=108002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:40:49.692090 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.736679 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-7589495d-fff3-4f63-9934-9478aa2214a8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:49.738990 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Attempting to bind port 596a5880-f380-4e7c-b30a-2425df6fe01c on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:40:49.739417 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Attempting to bind port 596a5880-f380-4e7c-b30a-2425df6fe01c by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:40:49.739835 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Attempting to bind port 596a5880-f380-4e7c-b30a-2425df6fe01c on network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:40:49.749667 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-7589495d-fff3-4f63-9934-9478aa2214a8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:40:49.751303 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:40:49.753798 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Checking segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:40:49.754300 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.754955 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Bound using segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:40:49.758598 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-7589495d-fff3-4f63-9934-9478aa2214a8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:49.759166 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Bound port: 596a5880-f380-4e7c-b30a-2425df6fe01c, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:40:49.759695 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.765220 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a6874-a529-4979-8d70-ce786c1ae6aa None None] Pushing event updated for resources: {'Port': ['ID=596a5880-f380-4e7c-b30a-2425df6fe01c,revision_number=2']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:49.766109 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-7589495d-fff3-4f63-9934-9478aa2214a8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.771306 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-aa9d0535-dab6-4844-8801-fe9fbc0a4a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.804876 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589495d-fff3-4f63-9934-9478aa2214a8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Pushing event updated for resources: {'Port': ['ID=1420b59a-5ff4-4719-aa84-e707e403d07e,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:49.818460 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1394b-06e2-4bc8-a895-445401e44fd6 None None] Port b3beb4c5-dd8f-45d1-bc8e-052305e4f216 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:40:49.833382 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4beec0d-8e1a-496c-9149-60ad4d11ae18 req-201d725e-48ff-46b7-86de-da1acb35c817 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:49.835208 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d4beec0d-8e1a-496c-9149-60ad4d11ae18 req-201d725e-48ff-46b7-86de-da1acb35c817 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 932 time: 0.7346196 Oct 27 11:40:49.844613 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-7589495d-fff3-4f63-9934-9478aa2214a8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6421900 Oct 27 11:40:49.888044 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:40:49.895404 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] For port 596a5880-f380-4e7c-b30a-2425df6fe01c, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:40:49.903386 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Sync routers for ids ['6d0be83a-1d52-41bd-9f17-c19db46fec38'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:40:49.915514 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] For port 596a5880-f380-4e7c-b30a-2425df6fe01c, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=596a5880-f380-4e7c-b30a-2425df6fe01c,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:40:49.933882 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.943449 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Routers {'6d0be83a-1d52-41bd-9f17-c19db46fec38'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:40:49.944780 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:40:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['6d0be83a-1d52-41bd-9f17-c19db46fec38'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:49.949674 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.979973 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d4beec0d-8e1a-496c-9149-60ad4d11ae18 req-5b94c164-dfb8-4291-95a9-e392e618c802 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340909 Oct 27 11:40:49.984796 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] Publish callbacks [] for router, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.985968 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-77d78a85-2714-47ba-82f8-99f091fd9c7c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.2640278 Oct 27 11:40:49.991298 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43674) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:50.123865 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] For port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22, host hv-cinder-81514, cleared binding levels {{(pid=108002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:40:50.124554 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23243d-28db-4eb9-b69e-952a9273d7f1 req-dd341dcc-dc7c-4412-9729-cb02f337e598 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:50.125460 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-db23243d-28db-4eb9-b69e-952a9273d7f1 req-dd341dcc-dc7c-4412-9729-cb02f337e598 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 943 time: 0.4520314 Oct 27 11:40:50.134485 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Routers {'24b6db56-949e-411a-99c9-fc80e0c7c0f9'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:40:50.135837 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:40:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['24b6db56-949e-411a-99c9-fc80e0c7c0f9'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:50.193057 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] For port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9cf96459-de6e-4365-b1b2-7df5d9a7ca22,segment=NetworkSegment(f41322f1-52e4-44c9-958b-5ed670a864b7),segment_id=f41322f1-52e4-44c9-958b-5ed670a864b7)] {{(pid=108002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:40:50.194135 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-aa9d0535-dab6-4844-8801-fe9fbc0a4a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:50.202790 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-aa9d0535-dab6-4844-8801-fe9fbc0a4a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:50.208475 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-aa9d0535-dab6-4844-8801-fe9fbc0a4a92 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad1d08dc-cd9d-430d-a413-a5aa2f56468f HTTP/1.1" status: 204 len: 168 time: 0.9179344 Oct 27 11:40:50.220743 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:50.228624 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a6874-a529-4979-8d70-ce786c1ae6aa None None] Pushing event updated for resources: {'Port': ['ID=596a5880-f380-4e7c-b30a-2425df6fe01c,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:50.279412 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-db23243d-28db-4eb9-b69e-952a9273d7f1 req-754d37d6-e3bc-4e66-91dc-09910a21dc72 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404319 Oct 27 11:40:50.314336 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:50.328556 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d0535-dab6-4844-8801-fe9fbc0a4a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1d08dc-cd9d-430d-a413-a5aa2f56468f,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:50.352927 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Set router 6d0be83a-1d52-41bd-9f17-c19db46fec38 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:40:50.396269 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:50.396900 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for port, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:50.402209 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] 10.222.0.41 "PUT /v2.0/ports/9cf96459-de6e-4365-b1b2-7df5d9a7ca22 HTTP/1.1" status: 200 len: 1093 time: 3.5137258 Oct 27 11:40:50.405496 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca418f5-5153-4270-9fe5-a05869776cf3', 'tag': '9cf96459-de6e-4365-b1b2-7df5d9a7ca22'}] {{(pid=108002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:40:50.487982 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] Set router 24b6db56-949e-411a-99c9-fc80e0c7c0f9 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:40:50.716756 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:50.735938 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:50.735938 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608066'] for router_interface, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:50.816241 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:44Z', 'revision_number': 3, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:50.909930 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Checking router: 6d0be83a-1d52-41bd-9f17-c19db46fec38 for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:40:50.910717 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59b6c0-0854-4706-8523-6ca125862792 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf96459-de6e-4365-b1b2-7df5d9a7ca22,revision_number=3']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:50.913127 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Updating router 6d0be83a-1d52-41bd-9f17-c19db46fec38 port f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b binding host dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:40:50.945768 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Request body: {'port': {'device_id': '28b158d9-43f6-4c35-a962-ce7727c00e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:51.018869 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:51.094098 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4388124e3c3b051971e62aa59e6acc07dc3096b4c4758481fd87621de6f11c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ccd27b-4014-4ee5-b66e-fb74e75122a6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca418f5-5153-4270-9fe5-a05869776cf3", "tag": "9cf96459-de6e-4365-b1b2-7df5d9a7ca22"}]}' {{(pid=108002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:40:51.162105 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1688249794-router', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '596a5880-f380-4e7c-b30a-2425df6fe01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:42Z', 'revision_number': 3, 'project_id': 'd6cf4b776db943b78157db9573678d4d', 'gw_port': {'id': '596a5880-f380-4e7c-b30a-2425df6fe01c', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:39Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:51.199538 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f5915-9f4d-4ce8-8a13-f57f5cb54127 None None] The sync data for ids ['24b6db56-949e-411a-99c9-fc80e0c7c0f9'] in dv-cinder-815146-3-iscsi is: [{'id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1688249794-router', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '596a5880-f380-4e7c-b30a-2425df6fe01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:42Z', 'revision_number': 3, 'project_id': 'd6cf4b776db943b78157db9573678d4d', 'gw_port': {'id': '596a5880-f380-4e7c-b30a-2425df6fe01c', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:39Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:40:51.299380 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Pushing event updated for resources: {'Port': ['ID=b3beb4c5-dd8f-45d1-bc8e-052305e4f216,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:51.373896 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43720) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:51.404985 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:51.427827 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-945dbe83-278e-49a9-9520-4adbd3c89a3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:51.433639 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-66a4a2a2-30cb-44b7-b99d-efa3a6b89d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:51.435551 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-66a4a2a2-30cb-44b7-b99d-efa3a6b89d0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c690788d0fda4eb2bb2fb5e51b6ed4f1&device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 1096 time: 0.4472427 Oct 27 11:40:51.589524 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff1ac4c-bd59-4fc3-813e-33fe996edf23 x-openstack-request-id: req-fff1ac4c-bd59-4fc3-813e-33fe996edf23 {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:40:51.592607 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca418f5-5153-4270-9fe5-a05869776cf3", "tag": "9cf96459-de6e-4365-b1b2-7df5d9a7ca22", "status": "completed", "code": 200}]} {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:40:51.593127 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fff1ac4c-bd59-4fc3-813e-33fe996edf23 {{(pid=108002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:40:51.594056 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca418f5-5153-4270-9fe5-a05869776cf3', 'tag': '9cf96459-de6e-4365-b1b2-7df5d9a7ca22', 'status': 'completed', 'code': 200} Oct 27 11:40:51.747991 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-d102ebcb-5195-4f95-9f59-690f81292e0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cf96459-de6e-4365-b1b2-7df5d9a7ca22 HTTP/1.1" status: 200 len: 217 time: 0.2968485 Oct 27 11:40:51.795803 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Allocated IP 172.20.0.1 (f295b617-1dee-47fd-847d-99b3b917163f/32b5e998-50c9-4a4a-b99c-0238a60bf0ee/87a28e4e-8763-4255-b353-c8e0178f195f) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:40:52.059807 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-35030539-64f7-46e3-a83b-1eb0f5fcd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:52.061323 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-35030539-64f7-46e3-a83b-1eb0f5fcd39e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19f25f87-9d27-4bc3-b995-b3ef048cb4f5 HTTP/1.1" status: 200 len: 851 time: 0.1441014 Oct 27 11:40:52.067500 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-945dbe83-278e-49a9-9520-4adbd3c89a3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.074955 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-945dbe83-278e-49a9-9520-4adbd3c89a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.204673 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-05e46b56-0e1e-402c-9207-ee8c5861e806 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6cb795-44cc-4865-acfc-c87629057e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253986 Oct 27 11:40:52.205963 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Publish callbacks [] for port, precommit_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.218425 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.257592 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.261480 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-945dbe83-278e-49a9-9520-4adbd3c89a3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=296d04fd824642d5b77a2201ff78619c&name=default HTTP/1.1" status: 200 len: 2978 time: 0.8831644 Oct 27 11:40:52.263969 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945dbe83-278e-49a9-9520-4adbd3c89a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db3f8a3-5787-4ce5-8283-b17b5adfb469,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:52.273250 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43736) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:52.377904 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Attempting to bind port f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:40:52.378444 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Attempting to bind port f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:40:52.379004 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Attempting to bind port f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b on network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:40:52.381888 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2131b8-4967-4902-9bb0-8d8f56258ae0 None None] Pushing event updated for resources: {'Port': ['ID=f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b,revision_number=2']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:52.390405 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:40:52.390992 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Checking segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:40:52.391499 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.392494 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Bound using segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:40:52.393294 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Bound port: f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:40:52.393861 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.470454 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1420b59a-5ff4-4719-aa84-e707e403d07e {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:40:52.479420 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] For port f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:40:52.486097 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.486900 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] For port f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:40:52.505454 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.509343 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.519941 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Transition to ACTIVE for port object 1420b59a-5ff4-4719-aa84-e707e403d07e will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:40:52.580207 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a5c457af-812d-4d15-990b-231cbd711796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.589768 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-6bd428dc-5e58-4029-9bf8-8631b6b67440 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6cb795-44cc-4865-acfc-c87629057e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077142 Oct 27 11:40:52.619862 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.630209 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Network f295b617-1dee-47fd-847d-99b3b917163f is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:40:52.644219 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:52.645409 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2131b8-4967-4902-9bb0-8d8f56258ae0 None None] Pushing event updated for resources: {'Port': ['ID=f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b,revision_number=3']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:52.657911 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Pushing event updated for resources: {'Port': ['ID=87a28e4e-8763-4255-b353-c8e0178f195f,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:52.670795 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:40:52.671319 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607954'] for router_interface, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.682543 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a5c457af-812d-4d15-990b-231cbd711796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.701075 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Routers {'6d0be83a-1d52-41bd-9f17-c19db46fec38'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:40:52.701718 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:40:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['6d0be83a-1d52-41bd-9f17-c19db46fec38'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:52.799313 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1420b59a-5ff4-4719-aa84-e707e403d07e,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:52.872521 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9196c1c-298e-4821-bf97-5cb5417a4e1d req-c57353c2-7e42-49ab-a7aa-79bcd8747681 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:52.884637 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e9196c1c-298e-4821-bf97-5cb5417a4e1d req-c57353c2-7e42-49ab-a7aa-79bcd8747681 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 932 time: 1.5707719 Oct 27 11:40:52.907202 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d4f79-1095-482a-8716-b125acee768f req-f3ab4ead-4394-40f1-a9e0-e043b2e0ceef tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:52.921468 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] Set router 6d0be83a-1d52-41bd-9f17-c19db46fec38 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:40:52.932302 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b37d4f79-1095-482a-8716-b125acee768f req-f3ab4ead-4394-40f1-a9e0-e043b2e0ceef tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 943 time: 0.3979383 Oct 27 11:40:53.113767 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 596a5880-f380-4e7c-b30a-2425df6fe01c up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:40:53.259773 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 596a5880-f380-4e7c-b30a-2425df6fe01c triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:53.260138 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:53.392951 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Network a7a19429-34d2-4399-856f-928cf000bee1 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:40:53.409620 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:53.444351 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:44Z', 'revision_number': 3, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:53.512294 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-4d3d0d72-640b-4e81-8922-b000265419c4 req-aa1507c7-b7ca-4cd3-8f07-5472ebb42d9f service neutron] 10.222.0.41 "GET /v2.0/networks/1e6cb795-44cc-4865-acfc-c87629057e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8272378 Oct 27 11:40:53.528369 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a5c457af-812d-4d15-990b-231cbd711796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:53.540480 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a5c457af-812d-4d15-990b-231cbd711796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:53.546490 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-a5c457af-812d-4d15-990b-231cbd711796 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8db3f8a3-5787-4ce5-8283-b17b5adfb469 HTTP/1.1" status: 204 len: 168 time: 1.2721665 Oct 27 11:40:53.562172 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c457af-812d-4d15-990b-231cbd711796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db3f8a3-5787-4ce5-8283-b17b5adfb469,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:53.565258 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b37d4f79-1095-482a-8716-b125acee768f req-34a31a38-7229-4bc4-90a2-efdb609a70ac tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6286573 Oct 27 11:40:53.600908 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eb153f-1bc7-40fd-8ba6-954241abac21 None None] The sync data for ids ['6d0be83a-1d52-41bd-9f17-c19db46fec38'] in dv-cinder-815146-3-iscsi is: [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:44Z', 'revision_number': 3, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:40:53.618944 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:53.733908 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:53.845369 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] For port 596a5880-f380-4e7c-b30a-2425df6fe01c, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=596a5880-f380-4e7c-b30a-2425df6fe01c,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:40:53.853530 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e9196c1c-298e-4821-bf97-5cb5417a4e1d req-76636c0a-77e5-4967-aa71-dbe0b53cbae4 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9675925 Oct 27 11:40:53.869794 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:54.050523 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-bb334c9c-7887-43e6-80ea-d0092cb17457 None None] Provisioning complete for port b3beb4c5-dd8f-45d1-bc8e-052305e4f216 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:54.050992 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-bb334c9c-7887-43e6-80ea-d0092cb17457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:54.051803 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccd27b-4014-4ee5-b66e-fb74e75122a6 req-b67a0957-0257-4da3-917a-bce5c71c382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:54.053170 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-15ccd27b-4014-4ee5-b66e-fb74e75122a6 req-b67a0957-0257-4da3-917a-bce5c71c382c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c690788d0fda4eb2bb2fb5e51b6ed4f1&device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 1096 time: 0.3704400 Oct 27 11:40:54.080423 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Attempting to bind port 1420b59a-5ff4-4719-aa84-e707e403d07e on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:40:54.080796 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Attempting to bind port 1420b59a-5ff4-4719-aa84-e707e403d07e by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:40:54.081125 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Attempting to bind port 1420b59a-5ff4-4719-aa84-e707e403d07e on network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:40:54.107910 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Pushing event updated for resources: {'Port': ['ID=596a5880-f380-4e7c-b30a-2425df6fe01c,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:54.117417 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Port 1420b59a-5ff4-4719-aa84-e707e403d07e on network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:40:54.117736 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Attempting to bind port 1420b59a-5ff4-4719-aa84-e707e403d07e on network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:40:54.142139 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:40:54.142591 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Checking segment: {'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:40:54.145598 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-bb334c9c-7887-43e6-80ea-d0092cb17457 None None] Port b3beb4c5-dd8f-45d1-bc8e-052305e4f216 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:40:54.150819 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Bound using segment: {'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:40:54.151312 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Bound port: 1420b59a-5ff4-4719-aa84-e707e403d07e, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:40:54.151690 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:54.311675 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43770) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:54.403741 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:40:54.488332 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:54.610647 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccd27b-4014-4ee5-b66e-fb74e75122a6 req-7947ae60-04a9-4f85-b55c-b7fd5021bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:54.622529 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-15ccd27b-4014-4ee5-b66e-fb74e75122a6 req-7947ae60-04a9-4f85-b55c-b7fd5021bdf1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e6cb795-44cc-4865-acfc-c87629057e34 HTTP/1.1" status: 200 len: 913 time: 0.5160618 Oct 27 11:40:54.752500 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-15ccd27b-4014-4ee5-b66e-fb74e75122a6 req-b8bc4110-b624-4e43-8e88-74156f62be6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cf96459-de6e-4365-b1b2-7df5d9a7ca22 HTTP/1.1" status: 200 len: 217 time: 0.0688715 Oct 27 11:40:54.773834 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:54.780507 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:54.782712 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608066'] for router_interface, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:55.009976 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Pushing event updated for resources: {'Port': ['ID=87a28e4e-8763-4255-b353-c8e0178f195f,revision_number=2']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:55.142320 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Network f295b617-1dee-47fd-847d-99b3b917163f is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:40:55.149226 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:55.200212 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:40:55.255342 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:40:55.258167 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7c3a-cc8f-4f1c-9769-88e2f7ed5525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:55.288735 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-ae4973ac-3e08-46d8-831c-8c54338eba06 admin admin] 10.222.0.36 "PUT /v2.0/routers/7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1948967 Oct 27 11:40:55.311162 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] For port 1420b59a-5ff4-4719-aa84-e707e403d07e, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:40:55.318353 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Sync routers for ids ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:40:55.347372 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Routers {'7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:40:55.348848 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-09551280-6382-4957-93a1-c061163c10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:40:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:55.422806 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] For port 1420b59a-5ff4-4719-aa84-e707e403d07e, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1420b59a-5ff4-4719-aa84-e707e403d07e,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:40:55.430467 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Allocated IP 172.20.0.1 (954b5f40-2ffa-4f73-b5ff-e144173fa7e8/8535eb92-1f72-4101-b598-e2a666aee081/20184ee7-0d34-4b1a-a678-bedf705ae4d2) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:40:55.481642 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:55.482194 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:55.484849 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:55.536704 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2be8d-91b7-4822-a414-73061c156072 req-6827025b-16bf-4a6b-95b1-01b5d72a0ef1 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:55.545966 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-68c2be8d-91b7-4822-a414-73061c156072 req-6827025b-16bf-4a6b-95b1-01b5d72a0ef1 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 943 time: 0.3718748 Oct 27 11:40:55.551281 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Router 24b6db56-949e-411a-99c9-fc80e0c7c0f9 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:40:55.553538 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Set router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:40:55.632812 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:55.633918 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:55.635915 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/1420b59a-5ff4-4719-aa84-e707e403d07e HTTP/1.1" status: 200 len: 1094 time: 4.7056658 Oct 27 11:40:55.643392 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b158d9-43f6-4c35-a962-ce7727c00e01', 'tag': '1420b59a-5ff4-4719-aa84-e707e403d07e'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:40:55.846525 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:55.851834 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0660-322d-4fb7-b5ea-f0a0046cd797 req-18b043d1-e46e-4fcf-aeed-510e3d3d03e8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:55.856237 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-911e0660-322d-4fb7-b5ea-f0a0046cd797 req-18b043d1-e46e-4fcf-aeed-510e3d3d03e8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 944 time: 0.6998858 Oct 27 11:40:55.886206 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccd27b-4014-4ee5-b66e-fb74e75122a6 req-4a04dbe6-615a-47ec-a5f1-e9724c6bbab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:55.890444 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-15ccd27b-4014-4ee5-b66e-fb74e75122a6 req-4a04dbe6-615a-47ec-a5f1-e9724c6bbab4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19f25f87-9d27-4bc3-b995-b3ef048cb4f5 HTTP/1.1" status: 200 len: 851 time: 0.3364408 Oct 27 11:40:55.955725 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] For port f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:40:56.017249 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:56.018098 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 596a5880-f380-4e7c-b30a-2425df6fe01c up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:40:56.038467 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-911e0660-322d-4fb7-b5ea-f0a0046cd797 req-767cc4db-2894-463d-bf34-f48982466dc9 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619724 Oct 27 11:40:56.066080 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-68c2be8d-91b7-4822-a414-73061c156072 req-7d30b2b8-6867-411c-bdc6-bae52d84a306 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177555 Oct 27 11:40:56.079921 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-15ccd27b-4014-4ee5-b66e-fb74e75122a6 req-86b74112-c800-4498-a21d-0f9caa52d912 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e6cb795-44cc-4865-acfc-c87629057e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420760 Oct 27 11:40:56.142695 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70eec2-78e1-4f93-8a61-3153dabc85d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1420b59a-5ff4-4719-aa84-e707e403d07e,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:56.156728 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Pushing event updated for resources: {'Port': ['ID=f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:56.165633 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-6a694a04-ccf0-482b-a851-a693a5d5a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:56.168800 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-6a694a04-ccf0-482b-a851-a693a5d5a0b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbf1ce447b7e4bbd9810e10c6b8b5610&device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 1097 time: 0.2739871 Oct 27 11:40:56.366421 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7c3a-cc8f-4f1c-9769-88e2f7ed5525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:56.372958 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdd0456-9821-42c6-ba6c-ef5ffeaba14f" -d '{"events": [{"name": "network-changed", "server_uuid": "28b158d9-43f6-4c35-a962-ce7727c00e01", "tag": "1420b59a-5ff4-4719-aa84-e707e403d07e"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:40:56.376754 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-3379960e-4159-4478-a049-591ecb8ba2ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1420b59a-5ff4-4719-aa84-e707e403d07e HTTP/1.1" status: 200 len: 217 time: 0.1827714 Oct 27 11:40:56.385989 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:40:56.390885 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8fdc7c3a-cc8f-4f1c-9769-88e2f7ed5525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:56.402100 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Sync routers for ids ['24b6db56-949e-411a-99c9-fc80e0c7c0f9'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:40:56.406642 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-1ddff42a-80de-422d-aafc-20d8949671f4 admin admin] 10.222.0.36 "PUT /v2.0/routers/24b6db56-949e-411a-99c9-fc80e0c7c0f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3901250 Oct 27 11:40:56.433404 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Routers {'24b6db56-949e-411a-99c9-fc80e0c7c0f9'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:40:56.437028 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:40:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['24b6db56-949e-411a-99c9-fc80e0c7c0f9'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:56.564833 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-15ccd27b-4014-4ee5-b66e-fb74e75122a6 req-ce85dcd2-ed41-45bc-af9d-b70761f13fca service neutron] 10.222.0.41 "GET /v2.0/networks/1e6cb795-44cc-4865-acfc-c87629057e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343877 Oct 27 11:40:56.583128 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-09551280-6382-4957-93a1-c061163c10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:50Z', 'revision_number': 2, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:56.689295 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Checking router: 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:40:56.691030 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Updating router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 port b3beb4c5-dd8f-45d1-bc8e-052305e4f216 binding host dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:40:56.792272 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:56.810380 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 596a5880-f380-4e7c-b30a-2425df6fe01c triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:56.810775 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:56.866122 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Set router 24b6db56-949e-411a-99c9-fc80e0c7c0f9 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:40:57.028602 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-15ccd27b-4014-4ee5-b66e-fb74e75122a6 req-e633c7f9-f5f3-4a87-a03c-92a56bec7288 service neutron] 10.222.0.41 "GET /v2.0/networks/1e6cb795-44cc-4865-acfc-c87629057e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782673 Oct 27 11:40:57.111873 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc7c3a-cc8f-4f1c-9769-88e2f7ed5525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcd02a8-087d-4887-8d70-0203b8f1ea10,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:57.147048 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:57.180117 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-8fdc7c3a-cc8f-4f1c-9769-88e2f7ed5525 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4edfc87a596478b8c282d89a5194754&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8644280 Oct 27 11:40:57.183132 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43856) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:57.186140 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab50918b-42b5-415b-9ff3-a853a53eed2e x-openstack-request-id: req-ab50918b-42b5-415b-9ff3-a853a53eed2e {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:40:57.186431 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b158d9-43f6-4c35-a962-ce7727c00e01", "tag": "1420b59a-5ff4-4719-aa84-e707e403d07e", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:40:57.186702 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab50918b-42b5-415b-9ff3-a853a53eed2e {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:40:57.187205 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b158d9-43f6-4c35-a962-ce7727c00e01', 'tag': '1420b59a-5ff4-4719-aa84-e707e403d07e', 'status': 'completed', 'code': 200} Oct 27 11:40:57.237099 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-f85debdb-dbeb-45c3-bab7-260f99dc8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:57.241371 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-f85debdb-dbeb-45c3-bab7-260f99dc8c30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212d8791-4b7d-4e98-a67a-01cceff80f31 HTTP/1.1" status: 200 len: 854 time: 0.8046317 Oct 27 11:40:57.354676 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-d3304945-a023-4813-949a-29b19ecc63f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906355 Oct 27 11:40:57.371180 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d789f30-165a-4567-8293-a11186814742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:57.473283 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d789f30-165a-4567-8293-a11186814742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:57.536957 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Publish callbacks [] for port, precommit_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:57.554523 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:57.560054 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:57.577779 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d789f30-165a-4567-8293-a11186814742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:57.581258 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d789f30-165a-4567-8293-a11186814742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:57.582442 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-5d789f30-165a-4567-8293-a11186814742 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bcd02a8-087d-4887-8d70-0203b8f1ea10 HTTP/1.1" status: 204 len: 168 time: 0.3981774 Oct 27 11:40:57.596808 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d789f30-165a-4567-8293-a11186814742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcd02a8-087d-4887-8d70-0203b8f1ea10,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:57.621653 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1688249794-router', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '596a5880-f380-4e7c-b30a-2425df6fe01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:53Z', 'revision_number': 4, 'project_id': 'd6cf4b776db943b78157db9573678d4d', 'gw_port': {'id': '596a5880-f380-4e7c-b30a-2425df6fe01c', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:39Z', 'updated_at': '2021-10-27T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '87a28e4e-8763-4255-b353-c8e0178f195f', 'name': '', 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d', 'mac_address': 'fa:16:3e:65:87:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '32b5e998-50c9-4a4a-b99c-0238a60bf0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:50Z', 'updated_at': '2021-10-27T11:40:53Z', 'revision_number': 2, 'project_id': 'd6cf4b776db943b78157db9573678d4d', 'subnets': [{'id': '32b5e998-50c9-4a4a-b99c-0238a60bf0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:57.653666 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Checking router: 24b6db56-949e-411a-99c9-fc80e0c7c0f9 for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:40:57.654280 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Updating router 24b6db56-949e-411a-99c9-fc80e0c7c0f9 port 87a28e4e-8763-4255-b353-c8e0178f195f binding host dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:40:57.676221 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19678a3-7a0b-4354-ac32-116344404e21 None None] Pushing event updated for resources: {'Port': ['ID=b3beb4c5-dd8f-45d1-bc8e-052305e4f216,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:57.700670 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:57.824749 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:40:57.841891 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:40:57.842096 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43868) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:57.851349 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-af30f400-a80b-4133-88a3-2f9cebdc891b tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123641064', 'description': 'tempest-description--644506935'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:57.971316 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-af30f400-a80b-4133-88a3-2f9cebdc891b tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:57.987384 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Attempting to bind port b3beb4c5-dd8f-45d1-bc8e-052305e4f216 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:40:57.991067 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Attempting to bind port b3beb4c5-dd8f-45d1-bc8e-052305e4f216 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:40:57.991621 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Attempting to bind port b3beb4c5-dd8f-45d1-bc8e-052305e4f216 on network a7a19429-34d2-4399-856f-928cf000bee1 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:40:58.020336 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-699a5cc6-4b66-4efb-bcfa-36827008e96e service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549084 Oct 27 11:40:58.033571 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:40:58.034067 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607954'] for router_interface, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.121675 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:40:58.123445 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Checking segment: {'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:40:58.123985 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.127408 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Bound using segment: {'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:40:58.128528 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Bound port: b3beb4c5-dd8f-45d1-bc8e-052305e4f216, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:40:58.129143 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.256949 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-af30f400-a80b-4133-88a3-2f9cebdc891b tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.273059 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-af30f400-a80b-4133-88a3-2f9cebdc891b tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.357956 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:40:58.373674 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43888) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:58.437712 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-af30f400-a80b-4133-88a3-2f9cebdc891b tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.449039 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-af30f400-a80b-4133-88a3-2f9cebdc891b tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5979841 Oct 27 11:40:58.458856 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43896) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:58.463853 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-c138360f-a504-4de3-a8f4-45c52f630c11 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Request body: {'security_group_rule': {'security_group_id': '3e6b046b-b33b-40bf-9331-7ac76367bb9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:58.491079 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30f400-a80b-4133-88a3-2f9cebdc891b tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6b046b-b33b-40bf-9331-7ac76367bb9e,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:58.515267 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43898) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:58.567320 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-34e7fb40-77de-415f-a299-ed851b2f9d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.616959 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c138360f-a504-4de3-a8f4-45c52f630c11 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.630661 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-6a5fea7f-9caa-4a8f-b4fe-66700786ed9a None None] Provisioning complete for port b3beb4c5-dd8f-45d1-bc8e-052305e4f216 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:58.633971 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-6a5fea7f-9caa-4a8f-b4fe-66700786ed9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.703449 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Publish callbacks [] for port, precommit_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.707002 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c138360f-a504-4de3-a8f4-45c52f630c11 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.714901 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-09551280-6382-4957-93a1-c061163c10c0 None None] For port b3beb4c5-dd8f-45d1-bc8e-052305e4f216, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:40:58.715697 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.733621 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb3dae64-d640-419c-b4cf-c7b2346220b6 req-8ce7738f-565b-4a38-971e-5e9b7b889d12 service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292103 Oct 27 11:40:58.734226 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-52f21f0e-a27b-4f84-9d36-fb803091e817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.738973 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c138360f-a504-4de3-a8f4-45c52f630c11 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.741609 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-09551280-6382-4957-93a1-c061163c10c0 None None] For port b3beb4c5-dd8f-45d1-bc8e-052305e4f216, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=b3beb4c5-dd8f-45d1-bc8e-052305e4f216,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:40:58.745996 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-6a5fea7f-9caa-4a8f-b4fe-66700786ed9a None None] Port b3beb4c5-dd8f-45d1-bc8e-052305e4f216 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:40:58.752587 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.773121 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948b332-fdc5-4e26-8646-d54a59fb8b40 None None] Pushing event updated for resources: {'Port': ['ID=87a28e4e-8763-4255-b353-c8e0178f195f,revision_number=3']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:58.796737 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:58.797341 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.804670 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c138360f-a504-4de3-a8f4-45c52f630c11 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.811749 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-c138360f-a504-4de3-a8f4-45c52f630c11 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3516541 Oct 27 11:40:58.815301 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43904) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:58.822033 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-7407c539-39bd-498b-8966-0e8242a20a43 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Request body: {'security_group_rule': {'security_group_id': '3e6b046b-b33b-40bf-9331-7ac76367bb9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:58.861069 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138360f-a504-4de3-a8f4-45c52f630c11 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d920a5db-0555-4547-82fe-66f4beaaf2c2,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:58.877258 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Routers {'7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:40:58.878077 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-09551280-6382-4957-93a1-c061163c10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:40:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:58.891403 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Attempting to bind port 87a28e4e-8763-4255-b353-c8e0178f195f on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:40:58.891787 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Attempting to bind port 87a28e4e-8763-4255-b353-c8e0178f195f by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '6041afde-f8be-48fc-bf8c-7f7759a42975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f'}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:40:58.892154 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Attempting to bind port 87a28e4e-8763-4255-b353-c8e0178f195f on network f295b617-1dee-47fd-847d-99b3b917163f {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:40:58.902540 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:40:58.903135 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Checking segment: {'id': '6041afde-f8be-48fc-bf8c-7f7759a42975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:40:58.903627 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.904156 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Bound using segment: {'id': '6041afde-f8be-48fc-bf8c-7f7759a42975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f'} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:40:58.905000 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Bound port: 87a28e4e-8763-4255-b353-c8e0178f195f, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6041afde-f8be-48fc-bf8c-7f7759a42975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f'}}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:40:58.905701 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.911685 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d86b22-2e5b-46de-826b-69a65da10612 req-5ca79d3a-5859-45d2-8b5e-11fc6622e893 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:58.924315 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-73d86b22-2e5b-46de-826b-69a65da10612 req-5ca79d3a-5859-45d2-8b5e-11fc6622e893 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 943 time: 1.6139312 Oct 27 11:40:58.968638 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Pushing event updated for resources: {'Port': ['ID=20184ee7-0d34-4b1a-a678-bedf705ae4d2,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:58.997602 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] For port 87a28e4e-8763-4255-b353-c8e0178f195f, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:40:59.002959 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-34e7fb40-77de-415f-a299-ed851b2f9d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.005908 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] For port 87a28e4e-8763-4255-b353-c8e0178f195f, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=87a28e4e-8763-4255-b353-c8e0178f195f,segment=NetworkSegment(6041afde-f8be-48fc-bf8c-7f7759a42975),segment_id=6041afde-f8be-48fc-bf8c-7f7759a42975)] {{(pid=108005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:40:59.011988 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.015890 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-34e7fb40-77de-415f-a299-ed851b2f9d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.040404 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7407c539-39bd-498b-8966-0e8242a20a43 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.049193 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.075512 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Routers {'24b6db56-949e-411a-99c9-fc80e0c7c0f9'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:40:59.076724 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:40:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['24b6db56-949e-411a-99c9-fc80e0c7c0f9'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:59.078469 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-09551280-6382-4957-93a1-c061163c10c0 None None] Set router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:40:59.093929 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aea9db-038a-4ce7-8c49-ac02eed81fd6 req-9052d4bc-946b-4b78-9c82-f480e451fa0c tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:59.101899 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b3aea9db-038a-4ce7-8c49-ac02eed81fd6 req-9052d4bc-946b-4b78-9c82-f480e451fa0c tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 944 time: 1.0777502 Oct 27 11:40:59.141246 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-52f21f0e-a27b-4f84-9d36-fb803091e817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.149858 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43908) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:59.150667 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43910) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:59.152839 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-34e7fb40-77de-415f-a299-ed851b2f9d25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34036d7f730e4f9ebd09dc11fe7acde4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6361973 Oct 27 11:40:59.161713 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-52f21f0e-a27b-4f84-9d36-fb803091e817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.177014 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7fb40-77de-415f-a299-ed851b2f9d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a948823-0e24-49a0-b7cd-68f9b37ea63c,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:59.209085 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19678a3-7a0b-4354-ac32-116344404e21 None None] Pushing event updated for resources: {'Port': ['ID=b3beb4c5-dd8f-45d1-bc8e-052305e4f216,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:59.214395 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-52f21f0e-a27b-4f84-9d36-fb803091e817 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afb917ecdf334866bd201f7c0a1e1dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8394320 Oct 27 11:40:59.220208 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43914) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:59.233808 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] Set router 24b6db56-949e-411a-99c9-fc80e0c7c0f9 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:40:59.237017 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7407c539-39bd-498b-8966-0e8242a20a43 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.249898 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-d5723215-78f5-425d-b0c5-95aa6653bc95 None None] Provisioning complete for port 20184ee7-0d34-4b1a-a678-bedf705ae4d2 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:59.250138 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7407c539-39bd-498b-8966-0e8242a20a43 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.250499 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d5723215-78f5-425d-b0c5-95aa6653bc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.256239 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f21f0e-a27b-4f84-9d36-fb803091e817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6d3c79-ed7e-4282-a2b3-14397dad58de,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:59.291772 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407c539-39bd-498b-8966-0e8242a20a43 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1801a41b-3fbe-4fa7-887a-81ba52ae909f,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:59.293263 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-d5723215-78f5-425d-b0c5-95aa6653bc95 None None] Port 20184ee7-0d34-4b1a-a678-bedf705ae4d2 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:40:59.315009 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-73d86b22-2e5b-46de-826b-69a65da10612 req-1a322b91-a36f-4bb4-bbef-fc821ecdb062 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884110 Oct 27 11:40:59.342071 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f2acfbf5-1447-4e25-afe7-16fdc2ecd483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.349229 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7407c539-39bd-498b-8966-0e8242a20a43 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.358673 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-7407c539-39bd-498b-8966-0e8242a20a43 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5407872 Oct 27 11:40:59.361256 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 43918) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:40:59.377229 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Request body: {'floatingip': {'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:40:59.414363 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f2acfbf5-1447-4e25-afe7-16fdc2ecd483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.436881 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd0456-9821-42c6-ba6c-ef5ffeaba14f req-f5ffdee6-98c6-4e3b-a68e-4799eddfc19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:59.438840 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2bdd0456-9821-42c6-ba6c-ef5ffeaba14f req-f5ffdee6-98c6-4e3b-a68e-4799eddfc19e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbf1ce447b7e4bbd9810e10c6b8b5610&device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 1097 time: 0.5033348 Oct 27 11:40:59.452728 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-c19f37ed-3872-4fe4-a35a-35b3db2a1b6c None None] Provisioning complete for port b3beb4c5-dd8f-45d1-bc8e-052305e4f216 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:59.453333 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-c19f37ed-3872-4fe4-a35a-35b3db2a1b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.490334 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b3aea9db-038a-4ce7-8c49-ac02eed81fd6 req-e5fc7ffa-9c91-4140-8378-1c0ac2f6b433 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806543 Oct 27 11:40:59.505011 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f2acfbf5-1447-4e25-afe7-16fdc2ecd483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.509767 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f2acfbf5-1447-4e25-afe7-16fdc2ecd483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.513856 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-f2acfbf5-1447-4e25-afe7-16fdc2ecd483 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a6d3c79-ed7e-4282-a2b3-14397dad58de HTTP/1.1" status: 204 len: 168 time: 0.2869847 Oct 27 11:40:59.535402 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-09551280-6382-4957-93a1-c061163c10c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:59.537535 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acfbf5-1447-4e25-afe7-16fdc2ecd483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6d3c79-ed7e-4282-a2b3-14397dad58de,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:59.575274 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09551280-6382-4957-93a1-c061163c10c0 None None] The sync data for ids ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'] in dv-cinder-815146-3-iscsi is: [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:40:59.671821 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-c19f37ed-3872-4fe4-a35a-35b3db2a1b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.712351 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948b332-fdc5-4e26-8646-d54a59fb8b40 None None] Pushing event updated for resources: {'Port': ['ID=87a28e4e-8763-4255-b353-c8e0178f195f,revision_number=4']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:59.727867 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1688249794-router', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '596a5880-f380-4e7c-b30a-2425df6fe01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:53Z', 'revision_number': 4, 'project_id': 'd6cf4b776db943b78157db9573678d4d', 'gw_port': {'id': '596a5880-f380-4e7c-b30a-2425df6fe01c', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:39Z', 'updated_at': '2021-10-27T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '87a28e4e-8763-4255-b353-c8e0178f195f', 'name': '', 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d', 'mac_address': 'fa:16:3e:65:87:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '32b5e998-50c9-4a4a-b99c-0238a60bf0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:50Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'd6cf4b776db943b78157db9573678d4d', 'subnets': [{'id': '32b5e998-50c9-4a4a-b99c-0238a60bf0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:40:59.759310 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f066cc-14ac-4579-a8b6-527210e10fae None None] The sync data for ids ['24b6db56-949e-411a-99c9-fc80e0c7c0f9'] in dv-cinder-815146-3-iscsi is: [{'id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1688249794-router', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '596a5880-f380-4e7c-b30a-2425df6fe01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:53Z', 'revision_number': 4, 'project_id': 'd6cf4b776db943b78157db9573678d4d', 'gw_port': {'id': '596a5880-f380-4e7c-b30a-2425df6fe01c', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:39Z', 'updated_at': '2021-10-27T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '87a28e4e-8763-4255-b353-c8e0178f195f', 'name': '', 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d', 'mac_address': 'fa:16:3e:65:87:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '32b5e998-50c9-4a4a-b99c-0238a60bf0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:50Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'd6cf4b776db943b78157db9573678d4d', 'subnets': [{'id': '32b5e998-50c9-4a4a-b99c-0238a60bf0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:40:59.776599 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-c19f37ed-3872-4fe4-a35a-35b3db2a1b6c None None] For port b3beb4c5-dd8f-45d1-bc8e-052305e4f216, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=b3beb4c5-dd8f-45d1-bc8e-052305e4f216,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:40:59.786535 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-c19f37ed-3872-4fe4-a35a-35b3db2a1b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.855244 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-57b35556-82ae-46de-a86a-849fb74cbad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.907870 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f37ed-3872-4fe4-a35a-35b3db2a1b6c None None] Pushing event updated for resources: {'Port': ['ID=b3beb4c5-dd8f-45d1-bc8e-052305e4f216,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:59.912753 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for floatingip, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:59.930004 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-01912151-1146-4084-89a8-6e259e9e4c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.045579 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-57b35556-82ae-46de-a86a-849fb74cbad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.049691 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43932) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:00.070245 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-54f52975-b0af-49e9-90e7-61a0edfd2bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.097989 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd0456-9821-42c6-ba6c-ef5ffeaba14f req-931f21c0-e781-40fb-beb1-d4901a2dd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:00.099802 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2bdd0456-9821-42c6-ba6c-ef5ffeaba14f req-931f21c0-e781-40fb-beb1-d4901a2dd874 service neutron] 10.222.0.41 "GET /v2.0/networks?id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c HTTP/1.1" status: 200 len: 916 time: 0.6455615 Oct 27 11:41:00.189134 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-54f52975-b0af-49e9-90e7-61a0edfd2bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.198815 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-54f52975-b0af-49e9-90e7-61a0edfd2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.245851 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2bdd0456-9821-42c6-ba6c-ef5ffeaba14f req-542b4797-4282-4827-91bf-adfb7e423644 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1420b59a-5ff4-4719-aa84-e707e403d07e HTTP/1.1" status: 200 len: 217 time: 0.1206901 Oct 27 11:41:00.260895 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-54f52975-b0af-49e9-90e7-61a0edfd2bdf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1440e856a0934a86868d0ae3b700a0af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075093 Oct 27 11:41:00.260895 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f52975-b0af-49e9-90e7-61a0edfd2bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e74422e-0d0e-42d4-aff7-d96be82a6ef1,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:00.261752 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43934) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:00.353713 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7423ae1c-0cb5-41aa-be10-bf49019a8b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.361571 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device b3beb4c5-dd8f-45d1-bc8e-052305e4f216 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:00.388381 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7423ae1c-0cb5-41aa-be10-bf49019a8b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.420632 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.440468 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-fb6cde42-e28b-4697-a507-ae2afd7444e0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:00.442841 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-fb6cde42-e28b-4697-a507-ae2afd7444e0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/networks?id=f295b617-1dee-47fd-847d-99b3b917163f HTTP/1.1" status: 200 len: 819 time: 0.5138624 Oct 27 11:41:00.452399 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port b3beb4c5-dd8f-45d1-bc8e-052305e4f216 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:00.453018 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.476284 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.477031 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608066'] for router_interface, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.493615 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7423ae1c-0cb5-41aa-be10-bf49019a8b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.501537 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7423ae1c-0cb5-41aa-be10-bf49019a8b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.505627 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-7423ae1c-0cb5-41aa-be10-bf49019a8b0c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e74422e-0d0e-42d4-aff7-d96be82a6ef1 HTTP/1.1" status: 204 len: 168 time: 0.2429056 Oct 27 11:41:00.525999 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423ae1c-0cb5-41aa-be10-bf49019a8b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e74422e-0d0e-42d4-aff7-d96be82a6ef1,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:00.585313 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 87a28e4e-8763-4255-b353-c8e0178f195f up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:00.670265 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 87a28e4e-8763-4255-b353-c8e0178f195f triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:00.670833 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.679568 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-57b35556-82ae-46de-a86a-849fb74cbad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.687449 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-57b35556-82ae-46de-a86a-849fb74cbad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.688842 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-57b35556-82ae-46de-a86a-849fb74cbad9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a948823-0e24-49a0-b7cd-68f9b37ea63c HTTP/1.1" status: 204 len: 168 time: 1.5310209 Oct 27 11:41:00.703165 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-01912151-1146-4084-89a8-6e259e9e4c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.761450 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd0456-9821-42c6-ba6c-ef5ffeaba14f req-5f6c71c3-450e-484a-b063-5cff7b3cec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:00.763117 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2bdd0456-9821-42c6-ba6c-ef5ffeaba14f req-5f6c71c3-450e-484a-b063-5cff7b3cec7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212d8791-4b7d-4e98-a67a-01cceff80f31 HTTP/1.1" status: 200 len: 854 time: 0.4907312 Oct 27 11:41:00.765542 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Pushing event updated for resources: {'Port': ['ID=20184ee7-0d34-4b1a-a678-bedf705ae4d2,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:00.778424 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-01912151-1146-4084-89a8-6e259e9e4c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:00.782423 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-2722bc0f-91f7-4da4-845b-fad612fb17f8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/quotas/d6cf4b776db943b78157db9573678d4d HTTP/1.1" status: 200 len: 375 time: 0.3142865 Oct 27 11:41:00.828064 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b35556-82ae-46de-a86a-849fb74cbad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a948823-0e24-49a0-b7cd-68f9b37ea63c,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:00.831941 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2bdd0456-9821-42c6-ba6c-ef5ffeaba14f req-ab2e0c55-1a62-4d3c-9c2a-e80534e5ff83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317664 Oct 27 11:41:00.973189 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:01.016462 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] For port 87a28e4e-8763-4255-b353-c8e0178f195f, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=87a28e4e-8763-4255-b353-c8e0178f195f,segment=NetworkSegment(6041afde-f8be-48fc-bf8c-7f7759a42975),segment_id=6041afde-f8be-48fc-bf8c-7f7759a42975)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:01.022123 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:01.083857 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Pushing event updated for resources: {'Port': ['ID=87a28e4e-8763-4255-b353-c8e0178f195f,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:01.211331 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbec62f-8753-4b5c-b13c-cf20cd039a34 req-2bf65f3e-0ec4-4db9-a9df-49c59664f5ad tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:01.213842 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ffbec62f-8753-4b5c-b13c-cf20cd039a34 req-2bf65f3e-0ec4-4db9-a9df-49c59664f5ad tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 943 time: 0.7696528 Oct 27 11:41:01.262894 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-01912151-1146-4084-89a8-6e259e9e4c16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8d1732f1793478791be9b5a8f42f643&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1035988 Oct 27 11:41:01.263799 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43966) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:01.268579 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:01.272462 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:01.291527 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-168072aa-f004-4b6d-92c3-d3f44c358b4c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6cf4b776db943b78157db9573678d4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4509304 Oct 27 11:41:01.292156 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01912151-1146-4084-89a8-6e259e9e4c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fa0c48-10ff-4a19-af41-9678148ac04d,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:01.310547 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:01.339985 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d23a6c4a-9720-419d-b054-dd4f688f72c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:01.388891 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d23a6c4a-9720-419d-b054-dd4f688f72c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:01.503325 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d23a6c4a-9720-419d-b054-dd4f688f72c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:01.511506 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d23a6c4a-9720-419d-b054-dd4f688f72c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:01.519191 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-d23a6c4a-9720-419d-b054-dd4f688f72c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2fa0c48-10ff-4a19-af41-9678148ac04d HTTP/1.1" status: 204 len: 168 time: 0.2507603 Oct 27 11:41:01.535953 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a6c4a-9720-419d-b054-dd4f688f72c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fa0c48-10ff-4a19-af41-9678148ac04d,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:01.563639 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ffbec62f-8753-4b5c-b13c-cf20cd039a34 req-b9edd970-65aa-4bad-938a-f17f077099ad tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371875 Oct 27 11:41:01.663614 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2bdd0456-9821-42c6-ba6c-ef5ffeaba14f req-c47eb947-2575-4fa8-9159-40f41359620c service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639198 Oct 27 11:41:01.731973 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-e5ab6f8e-626c-4931-95a5-e48beddb0bc8 None None] Provisioning complete for port 20184ee7-0d34-4b1a-a678-bedf705ae4d2 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:01.732712 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-e5ab6f8e-626c-4931-95a5-e48beddb0bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:01.747053 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-6ee199aa-95ea-4735-acf2-615e263ed952 service neutron] 10.222.0.36 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903127 Oct 27 11:41:01.833174 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-e5ab6f8e-626c-4931-95a5-e48beddb0bc8 None None] Port 20184ee7-0d34-4b1a-a678-bedf705ae4d2 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:41:02.000215 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43986) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:02.017974 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c21a293e-c35e-42ff-bc5c-c15e0d2b2832 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:02.033567 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Allocated IP 172.27.3.119 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/3c17d241-c35b-4c21-a084-6d637b88d810) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:41:02.082213 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Router 6d0be83a-1d52-41bd-9f17-c19db46fec38 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:41:02.090958 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f8c53-f771-48f5-9233-faa5c842cccd req-d73330f5-9cdb-4392-969d-ce95121a5bf4 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:02.092449 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f38f8c53-f771-48f5-9233-faa5c842cccd req-d73330f5-9cdb-4392-969d-ce95121a5bf4 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 944 time: 0.3511109 Oct 27 11:41:02.102585 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2bdd0456-9821-42c6-ba6c-ef5ffeaba14f req-4dcaaa42-5a8d-437b-9b14-eb07ee5242b3 service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207313 Oct 27 11:41:02.148363 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c21a293e-c35e-42ff-bc5c-c15e0d2b2832 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:02.155658 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c21a293e-c35e-42ff-bc5c-c15e0d2b2832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:02.189647 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-36591f8b-cfd1-42cd-b715-a64b810b8e1a service neutron] 10.222.0.36 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859379 Oct 27 11:41:02.226349 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a293e-c35e-42ff-bc5c-c15e0d2b2832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84562e4e-2dd5-4e27-be8e-7924967369c2,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:02.254989 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-c21a293e-c35e-42ff-bc5c-c15e0d2b2832 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24aee5c5cca942f4a3595603ff1ebc12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536569 Oct 27 11:41:02.258285 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 43990) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:02.296270 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 87a28e4e-8763-4255-b353-c8e0178f195f up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:02.359436 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-56cf322f-75e9-4c35-a32a-48c4349f83f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:02.361667 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:41:02.381244 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f38f8c53-f771-48f5-9233-faa5c842cccd req-cee004cc-3bef-4993-a7e1-c6fd6bff77d8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727773 Oct 27 11:41:02.386654 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Sync routers for ids ['6d0be83a-1d52-41bd-9f17-c19db46fec38'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:41:02.387875 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-9f603fc3-7000-4375-81c9-0ac4e6cfddd5 admin admin] 10.222.0.36 "PUT /v2.0/routers/6d0be83a-1d52-41bd-9f17-c19db46fec38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3950932 Oct 27 11:41:02.429586 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Routers {'6d0be83a-1d52-41bd-9f17-c19db46fec38'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:41:02.430260 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:40:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['6d0be83a-1d52-41bd-9f17-c19db46fec38'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:02.437813 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-56cf322f-75e9-4c35-a32a-48c4349f83f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:02.452953 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:02.519355 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 87a28e4e-8763-4255-b353-c8e0178f195f triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:02.519721 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:02.547223 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:02.550775 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-56cf322f-75e9-4c35-a32a-48c4349f83f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:02.553568 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-56cf322f-75e9-4c35-a32a-48c4349f83f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:02.558789 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-56cf322f-75e9-4c35-a32a-48c4349f83f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84562e4e-2dd5-4e27-be8e-7924967369c2 HTTP/1.1" status: 204 len: 168 time: 0.2993231 Oct 27 11:41:02.588257 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf322f-75e9-4c35-a32a-48c4349f83f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84562e4e-2dd5-4e27-be8e-7924967369c2,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:02.610482 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:02.637537 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:02.676000 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:41:02.690813 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Set router 6d0be83a-1d52-41bd-9f17-c19db46fec38 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:41:02.698944 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3c8d8bf0-d6b9-4061-aded-64ba2a31aa8b req-22461c75-b622-42ed-8802-e31eab43f43e tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 210 time: 0.0854995 Oct 27 11:41:02.807309 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event updated for resources: {'Port': ['ID=3c17d241-c35b-4c21-a084-6d637b88d810,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:02.910704 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1551b-2eac-43d6-b355-9a2d16afdadc req-49af8f62-4486-413c-80e2-7565e2c5f9d8 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:02.912312 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-36f1551b-2eac-43d6-b355-9a2d16afdadc req-49af8f62-4486-413c-80e2-7565e2c5f9d8 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 943 time: 0.1597748 Oct 27 11:41:02.921734 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:02.980234 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:03.006050 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-36f1551b-2eac-43d6-b355-9a2d16afdadc req-c2122024-e7da-4ef3-80e1-f8f4d3ea2b2c tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824709 Oct 27 11:41:03.162992 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:40:59Z', 'revision_number': 2, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:03.196106 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Checking router: 6d0be83a-1d52-41bd-9f17-c19db46fec38 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:41:03.196535 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Updating router 6d0be83a-1d52-41bd-9f17-c19db46fec38 port 20184ee7-0d34-4b1a-a678-bedf705ae4d2 binding host dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:41:03.201193 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:41:03.356240 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:03.380680 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:03.406452 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9cf96459-de6e-4365-b1b2-7df5d9a7ca22,segment=NetworkSegment(f41322f1-52e4-44c9-958b-5ed670a864b7),segment_id=f41322f1-52e4-44c9-958b-5ed670a864b7)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:03.410104 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:03.544497 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event updated for resources: {'Port': ['ID=3c17d241-c35b-4c21-a084-6d637b88d810,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:03.554438 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:03.595310 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:03.597491 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-26ead962-de28-4e05-993a-fc399c06142d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2273533 Oct 27 11:41:03.608168 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': '9cf96459-de6e-4365-b1b2-7df5d9a7ca22', 'network_id': '1e6cb795-44cc-4865-acfc-c87629057e34', 'port_id': '9cf96459-de6e-4365-b1b2-7df5d9a7ca22', 'mac_address': 'fa:16:3e:53:6d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f25f87-9d27-4bc3-b995-b3ef048cb4f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:41:03.679421 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-7f4556c7-93e7-4b14-8131-d61f58662159 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:03.689407 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-7f4556c7-93e7-4b14-8131-d61f58662159 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/networks?id=f295b617-1dee-47fd-847d-99b3b917163f HTTP/1.1" status: 200 len: 819 time: 0.3400421 Oct 27 11:41:03.712891 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:03.722116 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-20830fad-ec95-4221-9c8b-d68e15b5a9db tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/quotas/d6cf4b776db943b78157db9573678d4d HTTP/1.1" status: 200 len: 375 time: 0.0305676 Oct 27 11:41:03.747111 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:41:03.792640 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9cf96459-de6e-4365-b1b2-7df5d9a7ca22,segment=NetworkSegment(f41322f1-52e4-44c9-958b-5ed670a864b7),segment_id=f41322f1-52e4-44c9-958b-5ed670a864b7)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:03.806176 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:03.807011 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 1420b59a-5ff4-4719-aa84-e707e403d07e details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:41:03.849399 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-2716ff1b-f7aa-4c1e-b495-ce7adc4040f6 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6cf4b776db943b78157db9573678d4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1247795 Oct 27 11:41:03.970822 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Publish callbacks [] for port, precommit_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:03.979262 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=9cf96459-de6e-4365-b1b2-7df5d9a7ca22,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:03.987984 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44064) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:03.996759 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-dc4524ec-ecab-4ca8-a88f-eed6cb93e9e1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1329078315', 'description': 'tempest-description--431900627'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:03.998322 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.064785 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dc4524ec-ecab-4ca8-a88f-eed6cb93e9e1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.108051 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cc77e-3e9e-4001-b21b-8543008d0b22 None None] Pushing event updated for resources: {'Port': ['ID=20184ee7-0d34-4b1a-a678-bedf705ae4d2,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:04.145132 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 1420b59a-5ff4-4719-aa84-e707e403d07e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1420b59a-5ff4-4719-aa84-e707e403d07e,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:04.194186 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': '1420b59a-5ff4-4719-aa84-e707e403d07e', 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c', 'port_id': '1420b59a-5ff4-4719-aa84-e707e403d07e', 'mac_address': 'fa:16:3e:be:e5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212d8791-4b7d-4e98-a67a-01cceff80f31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:41:04.205962 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Attempting to bind port 20184ee7-0d34-4b1a-a678-bedf705ae4d2 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:41:04.206564 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Attempting to bind port 20184ee7-0d34-4b1a-a678-bedf705ae4d2 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:41:04.207452 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Attempting to bind port 20184ee7-0d34-4b1a-a678-bedf705ae4d2 on network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:04.260250 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:41:04.260829 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Checking segment: {'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:41:04.261383 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.261969 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Bound using segment: {'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:41:04.262603 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Bound port: 20184ee7-0d34-4b1a-a678-bedf705ae4d2, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:41:04.263185 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.270651 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dc4524ec-ecab-4ca8-a88f-eed6cb93e9e1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.283209 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dc4524ec-ecab-4ca8-a88f-eed6cb93e9e1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.297172 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.337098 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4524ec-ecab-4ca8-a88f-eed6cb93e9e1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4be3eb9-2b14-40f4-8113-18ac0ad3da68,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:04.343722 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1420b59a-5ff4-4719-aa84-e707e403d07e {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:41:04.369723 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dc4524ec-ecab-4ca8-a88f-eed6cb93e9e1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.371238 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-dc4524ec-ecab-4ca8-a88f-eed6cb93e9e1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3808947 Oct 27 11:41:04.374363 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44078) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:04.381635 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-77c7e629-f634-4db4-ba04-42c679689f23 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Request body: {'security_group_rule': {'security_group_id': 'f4be3eb9-2b14-40f4-8113-18ac0ad3da68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:04.409909 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 1420b59a-5ff4-4719-aa84-e707e403d07e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1420b59a-5ff4-4719-aa84-e707e403d07e,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:04.434193 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.452824 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-77c7e629-f634-4db4-ba04-42c679689f23 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.494810 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] For port 20184ee7-0d34-4b1a-a678-bedf705ae4d2, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:41:04.518973 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] For port 20184ee7-0d34-4b1a-a678-bedf705ae4d2, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=20184ee7-0d34-4b1a-a678-bedf705ae4d2,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:41:04.530051 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.572915 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-9f73042f-af8e-441c-b16c-14fc1f5025e6 service neutron] 10.222.0.36 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7214701 Oct 27 11:41:04.577324 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-77c7e629-f634-4db4-ba04-42c679689f23 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.583935 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-77c7e629-f634-4db4-ba04-42c679689f23 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.599125 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=1420b59a-5ff4-4719-aa84-e707e403d07e,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:04.622969 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7e629-f634-4db4-ba04-42c679689f23 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b59efcb6-8e75-4239-a0e2-6d295fd7389d,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:04.649941 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-77c7e629-f634-4db4-ba04-42c679689f23 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.651202 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-77c7e629-f634-4db4-ba04-42c679689f23 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2754846 Oct 27 11:41:04.653941 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44092) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:04.658713 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-e3de843b-fee4-4e78-b023-eb1804b2f4d5 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Request body: {'security_group_rule': {'security_group_id': 'f4be3eb9-2b14-40f4-8113-18ac0ad3da68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:04.716331 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e3de843b-fee4-4e78-b023-eb1804b2f4d5 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.734662 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-ab3f44d5-dc1d-440f-97eb-a0cb2cf27ef9 None None] Provisioning complete for port 20184ee7-0d34-4b1a-a678-bedf705ae4d2 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:04.734894 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ab3f44d5-dc1d-440f-97eb-a0cb2cf27ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.752974 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Routers {'6d0be83a-1d52-41bd-9f17-c19db46fec38'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:41:04.753639 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:40:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['6d0be83a-1d52-41bd-9f17-c19db46fec38'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:04.830830 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-0e33ce90-7c8e-48b6-9d7d-bc3fefd3076d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:04.832457 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-0e33ce90-7c8e-48b6-9d7d-bc3fefd3076d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.41 "GET /v2.0/networks?id=f295b617-1dee-47fd-847d-99b3b917163f HTTP/1.1" status: 200 len: 819 time: 0.2580020 Oct 27 11:41:04.874019 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e3de843b-fee4-4e78-b023-eb1804b2f4d5 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.888711 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-8a2350ed-c456-4f0e-b450-4111330e5268 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Request body: {'port': {'device_id': '7a0f2691-3460-42ae-9cd1-6451b32761ac', 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f', 'admin_state_up': True, 'tenant_id': 'd6cf4b776db943b78157db9573678d4d'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:04.895494 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e3de843b-fee4-4e78-b023-eb1804b2f4d5 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.963578 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339046f8-9e9c-400e-bd30-31c38e820e36 req-255dad13-71ed-4151-abc8-e276776b9e7b tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:04.964739 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-339046f8-9e9c-400e-bd30-31c38e820e36 req-255dad13-71ed-4151-abc8-e276776b9e7b tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 945 time: 0.8794386 Oct 27 11:41:04.975244 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de843b-fee4-4e78-b023-eb1804b2f4d5 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac62ab4-71f4-472c-91f2-162801a60763,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:04.986845 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e3de843b-fee4-4e78-b023-eb1804b2f4d5 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:04.992541 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-e3de843b-fee4-4e78-b023-eb1804b2f4d5 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3370614 Oct 27 11:41:04.995899 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['1420b59a-5ff4-4719-aa84-e707e403d07e'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:41:04.997097 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44104) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:05.008901 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Request body: {'floatingip': {'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:05.097384 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['9cf96459-de6e-4365-b1b2-7df5d9a7ca22'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:41:05.118382 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for floatingip, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:05.250699 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-339046f8-9e9c-400e-bd30-31c38e820e36 req-7b8e8cef-8da9-43ce-a7a0-c71122060d24 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475750 Oct 27 11:41:05.256656 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cc77e-3e9e-4001-b21b-8543008d0b22 None None] Pushing event updated for resources: {'Port': ['ID=20184ee7-0d34-4b1a-a678-bedf705ae4d2,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:05.259898 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-9711c76b-f5ee-47b6-a6d3-af4aeed7a8bb service neutron] 10.222.0.36 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547121 Oct 27 11:41:05.292060 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-8a2350ed-c456-4f0e-b450-4111330e5268 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Made reservation on behalf of d6cf4b776db943b78157db9573678d4d for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:41:05.297911 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-8a2350ed-c456-4f0e-b450-4111330e5268 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:05.408810 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:05.413082 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 44126) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:05.458915 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] Set router 6d0be83a-1d52-41bd-9f17-c19db46fec38 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:41:05.630128 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Allocated IP 172.27.3.157 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/1ac50f0c-5914-449b-bae9-a8193a515f89) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:41:05.685831 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ab3f44d5-dc1d-440f-97eb-a0cb2cf27ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:05.706332 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-055b07a1-3f74-494d-9eb1-5266a08530c7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--123641064&fields=id&tenant_id=18a798fcd851472396a821df034d2591 HTTP/1.1" status: 200 len: 267 time: 0.2497528 Oct 27 11:41:05.708303 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a4b25b21-ab72-424f-b44b-3bd6eb0ec8e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:05.836760 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-ab3f44d5-dc1d-440f-97eb-a0cb2cf27ef9 None None] For port 20184ee7-0d34-4b1a-a678-bedf705ae4d2, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=20184ee7-0d34-4b1a-a678-bedf705ae4d2,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:05.854050 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ab3f44d5-dc1d-440f-97eb-a0cb2cf27ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:05.991758 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-8a2350ed-c456-4f0e-b450-4111330e5268 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Allocated IP 172.20.0.6 (f295b617-1dee-47fd-847d-99b3b917163f/32b5e998-50c9-4a4a-b99c-0238a60bf0ee/fcfab2c8-4b70-43a4-b4ce-ca5821dab427) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:41:06.032652 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bd7f5-e245-43a1-a98d-695f8e6be0b6 req-5701ec0c-177d-4112-9f6f-3ee9026eed5a tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:06.035543 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-df4bd7f5-e245-43a1-a98d-695f8e6be0b6 req-5701ec0c-177d-4112-9f6f-3ee9026eed5a tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 944 time: 0.2863052 Oct 27 11:41:06.158995 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-df4bd7f5-e245-43a1-a98d-695f8e6be0b6 req-6d7b63dd-879b-4e8d-864c-c989dd2d100f tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113439 Oct 27 11:41:06.194220 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f44d5-dc1d-440f-97eb-a0cb2cf27ef9 None None] Pushing event updated for resources: {'Port': ['ID=20184ee7-0d34-4b1a-a678-bedf705ae4d2,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:06.217783 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-28a94733-2fdd-46d2-8609-1fedfa0c70a8 None None] Provisioning complete for port 20184ee7-0d34-4b1a-a678-bedf705ae4d2 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:06.218442 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-28a94733-2fdd-46d2-8609-1fedfa0c70a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:06.221908 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-900c36d1-e19f-4aec-973b-0f4db7aa7ac6 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:06.231858 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-900c36d1-e19f-4aec-973b-0f4db7aa7ac6 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/networks?id=a7a19429-34d2-4399-856f-928cf000bee1 HTTP/1.1" status: 200 len: 811 time: 0.5245392 Oct 27 11:41:06.237213 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:06.281719 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-9079e02a-3e50-4421-970d-d889089c95d9 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/quotas/18a798fcd851472396a821df034d2591 HTTP/1.1" status: 200 len: 375 time: 0.0486107 Oct 27 11:41:06.320839 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:06.350012 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:41:04Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:06.383919 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:06.398220 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:06.402290 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:41:06.431319 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event updated for resources: {'Port': ['ID=1ac50f0c-5914-449b-bae9-a8193a515f89,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:06.438887 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1717908-43da-42b3-b3ba-8818974afe3f None None] The sync data for ids ['6d0be83a-1d52-41bd-9f17-c19db46fec38'] in dv-cinder-815146-3-iscsi is: [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:41:04Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:41:06.468583 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79894186-f5c6-4c50-98df-d8093bf55967 req-62a3f40b-0905-4c2b-9813-80a84d328ccc tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 210 time: 0.1388214 Oct 27 11:41:06.581914 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:06.657004 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a4b25b21-ab72-424f-b44b-3bd6eb0ec8e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:06.671932 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:06.721563 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-42d14769-78cb-4e13-9410-d602bfab4698 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a798fcd851472396a821df034d2591&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4390118 Oct 27 11:41:06.826154 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-94d9fa8f-7237-4686-9e24-e5bdbdfc91f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:06.855000 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-8a2350ed-c456-4f0e-b450-4111330e5268 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:06.890967 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a4b25b21-ab72-424f-b44b-3bd6eb0ec8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:06.924036 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-8a2350ed-c456-4f0e-b450-4111330e5268 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.015710 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for port, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.018252 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.037770 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.053655 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2350ed-c456-4f0e-b450-4111330e5268 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Pushing event updated for resources: {'Port': ['ID=fcfab2c8-4b70-43a4-b4ce-ca5821dab427,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:07.106311 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.107286 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11fc0a-9078-49f6-b8cb-0630f6ae6d9b req-074f6bb9-d0ad-47f3-96d1-771fd76f6109 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:07.109336 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1f11fc0a-9078-49f6-b8cb-0630f6ae6d9b req-074f6bb9-d0ad-47f3-96d1-771fd76f6109 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 945 time: 0.4975226 Oct 27 11:41:07.117553 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-a4b25b21-ab72-424f-b44b-3bd6eb0ec8e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f06468740434abdbac4d039cab9b4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7037828 Oct 27 11:41:07.120122 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1197264 Oct 27 11:41:07.123880 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44218) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:07.136656 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-8a2350ed-c456-4f0e-b450-4111330e5268 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Network f295b617-1dee-47fd-847d-99b3b917163f is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:07.141529 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-8a2350ed-c456-4f0e-b450-4111330e5268 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:07.144322 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-8a2350ed-c456-4f0e-b450-4111330e5268 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:41:07.152123 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-8a2350ed-c456-4f0e-b450-4111330e5268 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:07.152778 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-8a2350ed-c456-4f0e-b450-4111330e5268 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.167964 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b25b21-ab72-424f-b44b-3bd6eb0ec8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30f05e9-9883-4136-8d9f-3b905bf6e622,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:07.173864 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed246ef-1064-4a05-bf60-0a788e552c1c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event updated for resources: {'Port': ['ID=1ac50f0c-5914-449b-bae9-a8193a515f89,revision_number=2']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:07.184910 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:07.226407 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-8a2350ed-c456-4f0e-b450-4111330e5268 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3537676 Oct 27 11:41:07.247844 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Request body: {'port': {'device_id': '7a0f2691-3460-42ae-9cd1-6451b32761ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:07.283115 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1f11fc0a-9078-49f6-b8cb-0630f6ae6d9b req-2dde4c41-f6cd-4deb-b579-56c42291afe9 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423864 Oct 27 11:41:07.354919 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-c19134de-ac54-4ca2-9b2a-005eb877b290 service neutron] 10.222.0.36 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600623 Oct 27 11:41:07.356936 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ff8831c3-5798-4561-b6f1-67ba169957e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.358196 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.387565 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:41:07.397708 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:07.398087 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.497449 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ff8831c3-5798-4561-b6f1-67ba169957e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.591806 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.645210 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-2460e23d-de75-4b69-a5f7-7abfd71fd45a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:07.647051 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-2460e23d-de75-4b69-a5f7-7abfd71fd45a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.41 "GET /v2.0/networks?id=f295b617-1dee-47fd-847d-99b3b917163f HTTP/1.1" status: 200 len: 819 time: 0.2472081 Oct 27 11:41:07.672767 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-ccc83e77-6b20-4e80-aea7-d57c215a7eb1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Request body: {'port': {'device_id': '8d3516bc-8c66-44d9-9e38-04552a2ada27', 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f', 'admin_state_up': True, 'tenant_id': 'd6cf4b776db943b78157db9573678d4d'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:07.676498 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9cf96459-de6e-4365-b1b2-7df5d9a7ca22,segment=NetworkSegment(f41322f1-52e4-44c9-958b-5ed670a864b7),segment_id=f41322f1-52e4-44c9-958b-5ed670a864b7)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:07.678670 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca418f5-5153-4270-9fe5-a05869776cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf96459-de6e-4365-b1b2-7df5d9a7ca22'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:07.806722 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ff8831c3-5798-4561-b6f1-67ba169957e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.809542 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ff8831c3-5798-4561-b6f1-67ba169957e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.810558 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-ff8831c3-5798-4561-b6f1-67ba169957e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f30f05e9-9883-4136-8d9f-3b905bf6e622 HTTP/1.1" status: 204 len: 168 time: 0.6857302 Oct 27 11:41:07.827064 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.828849 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 1420b59a-5ff4-4719-aa84-e707e403d07e up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:07.841160 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-5b86e1f8-565d-42d2-a5e5-95b7445d2d6b service neutron] 10.222.0.36 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528933 Oct 27 11:41:07.867138 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8831c3-5798-4561-b6f1-67ba169957e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30f05e9-9883-4136-8d9f-3b905bf6e622,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:07.914341 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-ccc83e77-6b20-4e80-aea7-d57c215a7eb1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Made reservation on behalf of d6cf4b776db943b78157db9573678d4d for: {'port': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:41:07.925552 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-ccc83e77-6b20-4e80-aea7-d57c215a7eb1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:08.143706 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=9cf96459-de6e-4365-b1b2-7df5d9a7ca22,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:08.177061 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port 1420b59a-5ff4-4719-aa84-e707e403d07e completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:41:08.181479 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port 1420b59a-5ff4-4719-aa84-e707e403d07e triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:08.181862 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:08.219660 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093ed58-23d8-4a79-b1d9-6dbe661b9d53 req-77fa96c5-42c6-49ef-87e4-7467c7e98bb5 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:08.221349 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4093ed58-23d8-4a79-b1d9-6dbe661b9d53 req-77fa96c5-42c6-49ef-87e4-7467c7e98bb5 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.6912835 Oct 27 11:41:08.385482 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 20184ee7-0d34-4b1a-a678-bedf705ae4d2 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:08.403776 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44280) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:08.436557 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4093ed58-23d8-4a79-b1d9-6dbe661b9d53 req-452b18af-a0b4-4b5b-9e4d-625919695fd1 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879678 Oct 27 11:41:08.477895 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:08.517150 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-cdb88a8b-96c9-4ac9-81a2-0f26abe7a565 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1329078315&fields=id&tenant_id=fb405396e49b44d0ae75c6b2df1b88e0 HTTP/1.1" status: 200 len: 267 time: 0.2080476 Oct 27 11:41:08.538668 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 1420b59a-5ff4-4719-aa84-e707e403d07e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1420b59a-5ff4-4719-aa84-e707e403d07e,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:08.550497 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:08.578840 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aa6978-8021-4ab2-8896-eb44fd6e91b1" -d '{"events": [{"server_uuid": "8ca418f5-5153-4270-9fe5-a05869776cf3", "name": "network-vif-plugged", "status": "completed", "tag": "9cf96459-de6e-4365-b1b2-7df5d9a7ca22"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:08.584953 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 20184ee7-0d34-4b1a-a678-bedf705ae4d2 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:08.585316 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:08.659610 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bbd12a78-966c-405d-86c5-33610b79a40f req-4f9240fc-3fd4-4a66-b54d-24a9928e1153 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 210 time: 0.1151695 Oct 27 11:41:08.675305 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44290) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:08.697983 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-021b0997-0f07-4c55-8c31-310f7f4ce240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:08.712763 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=1420b59a-5ff4-4719-aa84-e707e403d07e,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:08.767768 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfab2c8-4b70-43a4-b4ce-ca5821dab427 {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:41:08.829354 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f669bb77-25da-4aa3-91d2-eb6cbb43894b req-d7826f7a-57b2-46da-8e0a-892c403246ba tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 210 time: 0.0860262 Oct 27 11:41:08.834261 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:08.866957 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853b30-6a19-412b-8394-3358c39fee96 req-e7931ded-eaac-45d3-8364-df16d1d781b8 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:08.874564 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-e7931ded-eaac-45d3-8364-df16d1d781b8 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/networks?id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8 HTTP/1.1" status: 200 len: 817 time: 0.3563056 Oct 27 11:41:08.876800 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Transition to ACTIVE for port object fcfab2c8-4b70-43a4-b4ce-ca5821dab427 will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:41:08.886351 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:08.895264 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-ac152601-53de-449d-bd76-4f2f444e0aef tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/quotas/fb405396e49b44d0ae75c6b2df1b88e0 HTTP/1.1" status: 200 len: 375 time: 0.0195353 Oct 27 11:41:08.950474 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-021b0997-0f07-4c55-8c31-310f7f4ce240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:08.959476 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-021b0997-0f07-4c55-8c31-310f7f4ce240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:08.972513 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d69955b2-0ecf-43f1-8f2c-c3f2b483587c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.008801 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfab2c8-4b70-43a4-b4ce-ca5821dab427,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:09.012303 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-021b0997-0f07-4c55-8c31-310f7f4ce240 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10b1a59f638749d8ac1f1baa2197590d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358712 Oct 27 11:41:09.022560 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44294) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:09.052790 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Attempting to bind port fcfab2c8-4b70-43a4-b4ce-ca5821dab427 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:41:09.053244 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Attempting to bind port fcfab2c8-4b70-43a4-b4ce-ca5821dab427 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '6041afde-f8be-48fc-bf8c-7f7759a42975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:41:09.053577 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Attempting to bind port fcfab2c8-4b70-43a4-b4ce-ca5821dab427 on network f295b617-1dee-47fd-847d-99b3b917163f {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:09.072411 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-f60c7be1-acfb-4405-8d43-a112cb3fb1db tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb405396e49b44d0ae75c6b2df1b88e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1532230 Oct 27 11:41:09.081167 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef637c-c0de-44ab-9d51-338109b33890 req-4d5c268e-6e5c-4c0e-8e26-4570c9353f2e tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:09.082746 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6bef637c-c0de-44ab-9d51-338109b33890 req-4d5c268e-6e5c-4c0e-8e26-4570c9353f2e tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 946 time: 0.1381192 Oct 27 11:41:09.083387 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b0997-0f07-4c55-8c31-310f7f4ce240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc6003f-4c7f-4987-b2c0-82b0440769f8,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:09.085068 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Port fcfab2c8-4b70-43a4-b4ce-ca5821dab427 on network f295b617-1dee-47fd-847d-99b3b917163f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:41:09.085486 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Attempting to bind port fcfab2c8-4b70-43a4-b4ce-ca5821dab427 on network f295b617-1dee-47fd-847d-99b3b917163f {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:09.087808 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-ccc83e77-6b20-4e80-aea7-d57c215a7eb1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Allocated IP 172.20.0.2 (f295b617-1dee-47fd-847d-99b3b917163f/32b5e998-50c9-4a4a-b99c-0238a60bf0ee/90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:41:09.222839 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4041dce0-6940-48fb-892a-2736bac5c4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.311682 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4041dce0-6940-48fb-892a-2736bac5c4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.330920 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d69955b2-0ecf-43f1-8f2c-c3f2b483587c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.341864 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d69955b2-0ecf-43f1-8f2c-c3f2b483587c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.346192 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:41:09.346642 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Checking segment: {'id': '6041afde-f8be-48fc-bf8c-7f7759a42975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:41:09.346959 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Bound using segment: {'id': '6041afde-f8be-48fc-bf8c-7f7759a42975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:41:09.347538 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Bound port: fcfab2c8-4b70-43a4-b4ce-ca5821dab427, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6041afde-f8be-48fc-bf8c-7f7759a42975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:41:09.347952 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.431761 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-d69955b2-0ecf-43f1-8f2c-c3f2b483587c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95fa2800973c4dd38672bf910af47fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0260215 Oct 27 11:41:09.437295 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44302) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:09.455896 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69955b2-0ecf-43f1-8f2c-c3f2b483587c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5f0ce6-0b98-4f58-83b2-36859b055d2f,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:09.457008 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-0bcf1dfe-e9ac-4087-95dd-229b2683aeaf service neutron] 10.222.0.36 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728299 Oct 27 11:41:09.468823 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6bef637c-c0de-44ab-9d51-338109b33890 req-d1918815-f7cf-40ea-91a8-ffade62a16d9 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596318 Oct 27 11:41:09.493012 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4041dce0-6940-48fb-892a-2736bac5c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.495623 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4041dce0-6940-48fb-892a-2736bac5c4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.496742 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-4041dce0-6940-48fb-892a-2736bac5c4ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cc6003f-4c7f-4987-b2c0-82b0440769f8 HTTP/1.1" status: 204 len: 168 time: 0.4709654 Oct 27 11:41:09.517041 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-ccc83e77-6b20-4e80-aea7-d57c215a7eb1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.528546 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041dce0-6940-48fb-892a-2736bac5c4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc6003f-4c7f-4987-b2c0-82b0440769f8,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:09.570248 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] For port fcfab2c8-4b70-43a4-b4ce-ca5821dab427, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:41:09.588480 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e7077999-3c1c-447c-934e-e95a17b4c4ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.589895 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] For port fcfab2c8-4b70-43a4-b4ce-ca5821dab427, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fcfab2c8-4b70-43a4-b4ce-ca5821dab427,segment=NetworkSegment(6041afde-f8be-48fc-bf8c-7f7759a42975),segment_id=6041afde-f8be-48fc-bf8c-7f7759a42975)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:41:09.603208 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.660301 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e7077999-3c1c-447c-934e-e95a17b4c4ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.672110 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5d78cd-6b0a-4e2a-9cbe-4e712e868e78 x-openstack-request-id: req-de5d78cd-6b0a-4e2a-9cbe-4e712e868e78 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:09.672642 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca418f5-5153-4270-9fe5-a05869776cf3", "name": "network-vif-plugged", "status": "completed", "tag": "9cf96459-de6e-4365-b1b2-7df5d9a7ca22", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:09.672746 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de5d78cd-6b0a-4e2a-9cbe-4e712e868e78 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:09.673177 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca418f5-5153-4270-9fe5-a05869776cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf96459-de6e-4365-b1b2-7df5d9a7ca22', 'code': 200} Oct 27 11:41:09.675038 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-ccc83e77-6b20-4e80-aea7-d57c215a7eb1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.676876 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:09.677802 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.680806 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] 10.222.0.41 "PUT /v2.0/ports/fcfab2c8-4b70-43a4-b4ce-ca5821dab427 HTTP/1.1" status: 200 len: 1093 time: 2.4368916 Oct 27 11:41:09.685469 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0f2691-3460-42ae-9cd1-6451b32761ac', 'tag': 'fcfab2c8-4b70-43a4-b4ce-ca5821dab427'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:09.688693 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fc037a-6b01-492a-a7e4-1648cff1b7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0f2691-3460-42ae-9cd1-6451b32761ac", "tag": "fcfab2c8-4b70-43a4-b4ce-ca5821dab427"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:09.700144 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-fe67bd52-2655-474b-be16-bc1e98de2b9d service neutron] 10.222.0.36 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239466 Oct 27 11:41:09.713454 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b24829-7965-47d6-b0c3-a68f4d785733 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfab2c8-4b70-43a4-b4ce-ca5821dab427,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:09.762695 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-ccc83e77-6b20-4e80-aea7-d57c215a7eb1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Network f295b617-1dee-47fd-847d-99b3b917163f is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:09.766402 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-ccc83e77-6b20-4e80-aea7-d57c215a7eb1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:09.771975 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-ccc83e77-6b20-4e80-aea7-d57c215a7eb1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:41:09.778483 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-ccc83e77-6b20-4e80-aea7-d57c215a7eb1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:09.779150 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-ccc83e77-6b20-4e80-aea7-d57c215a7eb1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for port, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.786046 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc83e77-6b20-4e80-aea7-d57c215a7eb1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Pushing event updated for resources: {'Port': ['ID=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:09.800941 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-63b619f1-b683-42cb-b691-9cb3afcec21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.811743 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-ccc83e77-6b20-4e80-aea7-d57c215a7eb1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1472795 Oct 27 11:41:09.813082 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e7077999-3c1c-447c-934e-e95a17b4c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.817186 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e7077999-3c1c-447c-934e-e95a17b4c4ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:09.818442 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-e7077999-3c1c-447c-934e-e95a17b4c4ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a5f0ce6-0b98-4f58-83b2-36859b055d2f HTTP/1.1" status: 204 len: 168 time: 0.3789976 Oct 27 11:41:09.828788 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7077999-3c1c-447c-934e-e95a17b4c4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5f0ce6-0b98-4f58-83b2-36859b055d2f,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:09.848819 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fa950-e631-479b-b800-04d495e1aaaf req-70f53259-2452-4586-804b-490ef4ca823a tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:09.850265 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5f1fa950-e631-479b-b800-04d495e1aaaf req-70f53259-2452-4586-804b-490ef4ca823a tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.0983136 Oct 27 11:41:09.897344 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5f1fa950-e631-479b-b800-04d495e1aaaf req-f80b2b61-9366-4780-8e60-39aa6857396c tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360267 Oct 27 11:41:09.958339 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e114a9f0-959d-4582-a5c6-ae0d4828dcdd x-openstack-request-id: req-e114a9f0-959d-4582-a5c6-ae0d4828dcdd {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:09.958706 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0f2691-3460-42ae-9cd1-6451b32761ac", "tag": "fcfab2c8-4b70-43a4-b4ce-ca5821dab427", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:09.958908 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e114a9f0-959d-4582-a5c6-ae0d4828dcdd {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:09.959306 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0f2691-3460-42ae-9cd1-6451b32761ac', 'tag': 'fcfab2c8-4b70-43a4-b4ce-ca5821dab427', 'status': 'completed', 'code': 200} Oct 27 11:41:10.078379 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-82199489-6c1e-4cdf-b21e-0a1c676c3866 req-175d52ee-8aad-409f-9101-15c59ede06c0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 210 time: 0.0366135 Oct 27 11:41:10.104486 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6378261-3fd7-460b-95d1-efaf5967c268 req-5bb8ca0a-b4d8-4d79-a6a4-b0a4e706e121 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:10.112694 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d6378261-3fd7-460b-95d1-efaf5967c268 req-5bb8ca0a-b4d8-4d79-a6a4-b0a4e706e121 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 931 time: 0.1073256 Oct 27 11:41:10.186666 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d6378261-3fd7-460b-95d1-efaf5967c268 req-78d9184a-8a3f-4ce8-9609-6cdd03a14f27 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726094 Oct 27 11:41:10.224018 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-26b7d958-8219-4038-a312-430ac08c9082 req-e8cdd4cd-7f2c-48df-8f5d-b768cf9b967a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 210 time: 0.0699120 Oct 27 11:41:10.422783 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44348) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:10.437072 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ef9383fb-5a78-461a-ad85-b1bb202af158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:10.520790 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ef9383fb-5a78-461a-ad85-b1bb202af158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:10.525845 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ef9383fb-5a78-461a-ad85-b1bb202af158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:10.556962 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:10.568613 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9383fb-5a78-461a-ad85-b1bb202af158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d8e342-e822-432a-879b-3e51defdf563,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:10.576999 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-ef9383fb-5a78-461a-ad85-b1bb202af158 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d20425266bd04a48b51e65ce17d4aa6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530414 Oct 27 11:41:10.577664 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44354) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:10.612941 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924b326-4e1f-43b5-af6d-e8a747fdfc93 req-3c20ffab-c4ef-4d3e-8b4c-e8280923a7b7 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:10.614367 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f924b326-4e1f-43b5-af6d-e8a747fdfc93 req-3c20ffab-c4ef-4d3e-8b4c-e8280923a7b7 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 946 time: 0.0676425 Oct 27 11:41:10.636213 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9bf89759-639b-46db-8cab-74b1168fe1d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:10.658994 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f924b326-4e1f-43b5-af6d-e8a747fdfc93 req-1f5dc239-9999-4b14-9143-e3a1665475c1 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373702 Oct 27 11:41:10.660413 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9bf89759-639b-46db-8cab-74b1168fe1d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:10.710668 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9bf89759-639b-46db-8cab-74b1168fe1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:10.713513 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9bf89759-639b-46db-8cab-74b1168fe1d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:10.714692 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-9bf89759-639b-46db-8cab-74b1168fe1d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0d8e342-e822-432a-879b-3e51defdf563 HTTP/1.1" status: 204 len: 168 time: 0.1360879 Oct 27 11:41:10.722539 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf89759-639b-46db-8cab-74b1168fe1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d8e342-e822-432a-879b-3e51defdf563,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:10.998540 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:11.035852 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72111bfe-dd1b-46a1-b51f-a2927a8da48e req-ec9e0f48-251c-438f-9055-5100ff5c9133 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:11.037368 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72111bfe-dd1b-46a1-b51f-a2927a8da48e req-ec9e0f48-251c-438f-9055-5100ff5c9133 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.0616775 Oct 27 11:41:11.083969 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72111bfe-dd1b-46a1-b51f-a2927a8da48e req-8aee19e9-1e22-4fe5-afca-7a8f3b13cc88 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375123 Oct 27 11:41:11.192788 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-656fce68-5772-4be2-ab2c-2d3596446c9a req-d32cef19-f4a8-4dbc-a9e9-b61c9aeae240 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 210 time: 0.0336311 Oct 27 11:41:11.320757 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49aa9c4-a0f3-4c95-94cb-0740a37d1841 req-4de171e1-d243-43ae-997e-bd69f1c1ebed tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:11.322317 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d49aa9c4-a0f3-4c95-94cb-0740a37d1841 req-4de171e1-d243-43ae-997e-bd69f1c1ebed tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 931 time: 0.0641737 Oct 27 11:41:11.367833 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4371fa67-9f06-4c92-a156-29abb4e7199f req-7574ba15-5a9b-401c-838c-433a7ac2bad5 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 210 time: 0.0444760 Oct 27 11:41:11.391552 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d49aa9c4-a0f3-4c95-94cb-0740a37d1841 req-19d63395-8571-404b-8809-159c23076749 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584583 Oct 27 11:41:11.674989 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b158d9-43f6-4c35-a962-ce7727c00e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1420b59a-5ff4-4719-aa84-e707e403d07e'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:11.677652 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a41286-091e-4fa0-ab83-f1a175c22569" -d '{"events": [{"server_uuid": "28b158d9-43f6-4c35-a962-ce7727c00e01", "name": "network-vif-plugged", "status": "completed", "tag": "1420b59a-5ff4-4719-aa84-e707e403d07e"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:11.737510 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1a1242-5e4d-4733-b16f-9e66eac22e16 x-openstack-request-id: req-2f1a1242-5e4d-4733-b16f-9e66eac22e16 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:11.737824 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b158d9-43f6-4c35-a962-ce7727c00e01", "name": "network-vif-plugged", "status": "completed", "tag": "1420b59a-5ff4-4719-aa84-e707e403d07e", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:11.738138 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f1a1242-5e4d-4733-b16f-9e66eac22e16 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:11.738490 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b158d9-43f6-4c35-a962-ce7727c00e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1420b59a-5ff4-4719-aa84-e707e403d07e', 'code': 200} Oct 27 11:41:11.818597 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3937f5-5f7c-4571-8877-d2aa8db3fcb3 req-a3553565-2cde-4c9c-8a72-bede87d99c9c tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:11.821121 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f3937f5-5f7c-4571-8877-d2aa8db3fcb3 req-a3553565-2cde-4c9c-8a72-bede87d99c9c tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 946 time: 0.0658922 Oct 27 11:41:11.870294 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f3937f5-5f7c-4571-8877-d2aa8db3fcb3 req-a5033831-6335-4661-97ee-6fad5d236138 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436039 Oct 27 11:41:12.154159 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:12.223099 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29293c71-39e1-4a25-9494-ef76df5710c5 req-15981b91-42fb-4032-bece-7b12e0e77662 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:12.224770 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-29293c71-39e1-4a25-9494-ef76df5710c5 req-15981b91-42fb-4032-bece-7b12e0e77662 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.0549619 Oct 27 11:41:12.281550 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-29293c71-39e1-4a25-9494-ef76df5710c5 req-0417c4d1-e10a-4bcf-b500-3ce30f64bf5c tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468912 Oct 27 11:41:12.296404 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5727646f-3dd1-401a-aac9-59309a860bf4 req-386c66a2-3ef0-440b-a264-43c1043e8da8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 210 time: 0.0291085 Oct 27 11:41:12.482869 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-92a91616-4ab3-46fb-aab3-d5c8a5d17328 req-752e7371-4ee6-466b-af44-141e8848df8a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 210 time: 0.0366869 Oct 27 11:41:12.554443 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Request body: {'port': {'device_id': '8d3516bc-8c66-44d9-9e38-04552a2ada27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:12.564108 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d7dcd-f675-4da0-a4a9-442a4513b0ec req-43099308-ddf4-435c-953b-c5fbc27fa535 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:12.565878 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0f7d7dcd-f675-4da0-a4a9-442a4513b0ec req-43099308-ddf4-435c-953b-c5fbc27fa535 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 931 time: 0.0863209 Oct 27 11:41:12.654901 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:12.690593 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0f7d7dcd-f675-4da0-a4a9-442a4513b0ec req-1e21c217-3331-46ac-bad2-d0cd4be12b22 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163416 Oct 27 11:41:12.694078 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.41', 49601) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:12.759356 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-772b9b0b-050c-4002-b690-057954b57452 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:12.761383 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-772b9b0b-050c-4002-b690-057954b57452 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.41 "GET /v2.0/networks?id=a7a19429-34d2-4399-856f-928cf000bee1 HTTP/1.1" status: 200 len: 811 time: 0.1697965 Oct 27 11:41:12.855678 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-b72b1461-e173-4f01-904e-49e7a2a42b06 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a798fcd851472396a821df034d2591 HTTP/1.1" status: 200 len: 379 time: 0.0737157 Oct 27 11:41:12.859454 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc037a-6b01-492a-a7e4-1648cff1b7ee req-f38d56c5-a7b0-490c-8c77-5fd6fd56cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:12.861855 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-83fc037a-6b01-492a-a7e4-1648cff1b7ee req-f38d56c5-a7b0-490c-8c77-5fd6fd56cf8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6cf4b776db943b78157db9573678d4d&device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 1096 time: 0.1642480 Oct 27 11:41:12.869417 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-85636db5-3aaa-4049-a013-f692b2c21ee4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Request body: {'port': {'device_id': '6ad40289-e1b1-4ab1-97f8-81a1b3476d64', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'admin_state_up': True, 'tenant_id': '18a798fcd851472396a821df034d2591', 'security_groups': ['3e6b046b-b33b-40bf-9331-7ac76367bb9e']}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:13.048297 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.41', 49604) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:13.080748 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.notifiers.nova [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d {{(pid=108002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:41:13.092366 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:13.097849 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.41', 49605) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:13.181073 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.provisioning_blocks [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Transition to ACTIVE for port object 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d will not be triggered until provisioned by entity L2. {{(pid=108002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:41:13.191338 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-85636db5-3aaa-4049-a013-f692b2c21ee4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Made reservation on behalf of 18a798fcd851472396a821df034d2591 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:41:13.197243 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-85636db5-3aaa-4049-a013-f692b2c21ee4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:13.213445 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:13.334755 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf2627-e66f-428b-8f4c-158d27c7776a req-7f21f24f-a8ba-4028-9aec-d610956bee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:13.336922 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-a3cf2627-e66f-428b-8f4c-158d27c7776a req-7f21f24f-a8ba-4028-9aec-d610956bee7f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 1099 time: 0.2322249 Oct 27 11:41:13.377249 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-a3cf2627-e66f-428b-8f4c-158d27c7776a req-8592320c-c834-4a7d-89b0-72b9ec7fec90 service neutron] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:13.377249 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Pushing event updated for resources: {'Port': ['ID=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d,revision_number=2']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:13.439438 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.managers [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Attempting to bind port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:41:13.439776 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.managers [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Attempting to bind port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '6041afde-f8be-48fc-bf8c-7f7759a42975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f'}] {{(pid=108002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:41:13.440111 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Attempting to bind port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d on network f295b617-1dee-47fd-847d-99b3b917163f {{(pid=108002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:13.453943 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d on network f295b617-1dee-47fd-847d-99b3b917163f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:41:13.454296 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Attempting to bind port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d on network f295b617-1dee-47fd-847d-99b3b917163f {{(pid=108002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:13.465417 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:41:13.465676 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Checking segment: {'id': '6041afde-f8be-48fc-bf8c-7f7759a42975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:41:13.466073 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Bound using segment: {'id': '6041afde-f8be-48fc-bf8c-7f7759a42975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f'} {{(pid=108002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:41:13.466525 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.managers [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Bound port: 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6041afde-f8be-48fc-bf8c-7f7759a42975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f'}}] {{(pid=108002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:41:13.466933 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:13.555834 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b128ea-79f1-4639-85f2-e6ccbcf10a0b req-811cf238-f578-472b-8b73-495a06e45405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:13.557377 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-24b128ea-79f1-4639-85f2-e6ccbcf10a0b req-811cf238-f578-472b-8b73-495a06e45405 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 1098 time: 0.5057466 Oct 27 11:41:13.582576 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-a3cf2627-e66f-428b-8f4c-158d27c7776a req-8592320c-c834-4a7d-89b0-72b9ec7fec90 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:13.583945 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] For port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d, host hv-cinder-81514, cleared binding levels {{(pid=108002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:41:13.589133 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] For port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d,segment=NetworkSegment(6041afde-f8be-48fc-bf8c-7f7759a42975),segment_id=6041afde-f8be-48fc-bf8c-7f7759a42975)] {{(pid=108002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:41:13.591568 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-a3cf2627-e66f-428b-8f4c-158d27c7776a req-8592320c-c834-4a7d-89b0-72b9ec7fec90 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:13.602121 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4aafd-c6dc-49ca-aee5-bc381a37d8fb req-374bfed0-04ef-4369-b562-3b3b92366b22 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:13.610568 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f5e4aafd-c6dc-49ca-aee5-bc381a37d8fb req-374bfed0-04ef-4369-b562-3b3b92366b22 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 946 time: 0.4680488 Oct 27 11:41:13.611454 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:13.675655 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc037a-6b01-492a-a7e4-1648cff1b7ee req-f5df4f50-73cc-4ec3-913d-b8d22e2a9a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:13.677273 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-83fc037a-6b01-492a-a7e4-1648cff1b7ee req-f5df4f50-73cc-4ec3-913d-b8d22e2a9a33 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d6cf4b776db943b78157db9573678d4d&shared=False HTTP/1.1" status: 200 len: 921 time: 0.6804268 Oct 27 11:41:13.694850 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Pushing event updated for resources: {'Port': ['ID=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d,revision_number=3']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:13.707070 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-85636db5-3aaa-4049-a013-f692b2c21ee4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Allocated IP 172.20.0.13 (a7a19429-34d2-4399-856f-928cf000bee1/6873a289-3a0e-4f94-87e8-f3eccf8a4939/8c593237-bb39-469b-bd7c-7bccef5c0f8d) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:41:13.708807 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-a3cf2627-e66f-428b-8f4c-158d27c7776a req-8592320c-c834-4a7d-89b0-72b9ec7fec90 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625386 Oct 27 11:41:13.718132 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592320c-c834-4a7d-89b0-72b9ec7fec90 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a8916a-30ad-415d-a3df-abbb406b9ec0,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:13.722189 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:13.722849 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for port, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:13.724419 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-0208db17-f43d-42af-94d8-9c0097be523c service neutron] 10.222.0.41 "PUT /v2.0/ports/90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d HTTP/1.1" status: 200 len: 1093 time: 1.1823502 Oct 27 11:41:13.724879 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3516bc-8c66-44d9-9e38-04552a2ada27', 'tag': '90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d'}] {{(pid=108002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:13.727994 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4388124e3c3b051971e62aa59e6acc07dc3096b4c4758481fd87621de6f11c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fb607a-845d-4fa1-9a71-ef26be2a5e82" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3516bc-8c66-44d9-9e38-04552a2ada27", "tag": "90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d"}]}' {{(pid=108002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:13.818936 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-24b128ea-79f1-4639-85f2-e6ccbcf10a0b req-12d2bdd8-3ae3-4c16-b214-85b9876ac646 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268653 Oct 27 11:41:13.867880 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f2d57-337f-4e9f-bd22-a48edb71af5d req-f22cc5bf-106e-4012-a257-d1a50879664d tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:13.869378 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3b8f2d57-337f-4e9f-bd22-a48edb71af5d req-f22cc5bf-106e-4012-a257-d1a50879664d tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.4341440 Oct 27 11:41:13.892511 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f5e4aafd-c6dc-49ca-aee5-bc381a37d8fb req-81e5298b-3ea0-4c23-b637-081318eeae8c tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685251 Oct 27 11:41:14.271536 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-dfb7b9e0-a4c4-4b59-bde9-c164f14c61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:14.277453 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-dfb7b9e0-a4c4-4b59-bde9-c164f14c61f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6cf4b776db943b78157db9573678d4d&device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 1096 time: 0.0768850 Oct 27 11:41:14.325193 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1ea441ad-75d0-4e0f-9452-b28601e8becc req-447c7958-facb-4914-bdf4-66459216e884 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 210 time: 0.1606112 Oct 27 11:41:14.392650 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc037a-6b01-492a-a7e4-1648cff1b7ee req-67e76ee0-7d71-4f01-9e8d-c953ab4777d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:14.394578 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-83fc037a-6b01-492a-a7e4-1648cff1b7ee req-67e76ee0-7d71-4f01-9e8d-c953ab4777d4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7049949 Oct 27 11:41:14.403319 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-120304b3-55de-433a-b1ab-3c4fca2e27d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d HTTP/1.1" status: 200 len: 217 time: 0.1194460 Oct 27 11:41:14.431364 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3b8f2d57-337f-4e9f-bd22-a48edb71af5d req-579ff64c-f39a-4d92-b035-299e0956d7ad tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431352 Oct 27 11:41:14.518411 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-f6dc24b6-0915-453d-9e81-66d052808df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:14.518411 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-f6dc24b6-0915-453d-9e81-66d052808df6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b5e998-50c9-4a4a-b99c-0238a60bf0ee HTTP/1.1" status: 200 len: 859 time: 0.1042118 Oct 27 11:41:14.561957 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-8ad43c02-af51-4482-86e7-8665f649a720 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f295b617-1dee-47fd-847d-99b3b917163f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357003 Oct 27 11:41:14.594920 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ec6b4cd2-576f-4a77-9442-4d1f70da5e32 req-09d50bba-999f-4309-9d83-f52d405e9d00 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 210 time: 0.1529062 Oct 27 11:41:14.633981 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44534) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:14.661286 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629e98d2-6082-4935-9440-02c45e6c29b0 x-openstack-request-id: req-629e98d2-6082-4935-9440-02c45e6c29b0 {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:14.661631 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3516bc-8c66-44d9-9e38-04552a2ada27", "tag": "90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d", "status": "completed", "code": 200}]} {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:14.662503 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-629e98d2-6082-4935-9440-02c45e6c29b0 {{(pid=108002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:14.662925 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3516bc-8c66-44d9-9e38-04552a2ada27', 'tag': '90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d', 'status': 'completed', 'code': 200} Oct 27 11:41:14.667710 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-85636db5-3aaa-4049-a013-f692b2c21ee4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:14.676417 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853b30-6a19-412b-8394-3358c39fee96 req-43de0af9-5dc4-4fa3-88db-162e5cbe1bf5 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:14.677908 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-43de0af9-5dc4-4fa3-88db-162e5cbe1bf5 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.41 "GET /v2.0/networks?id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8 HTTP/1.1" status: 200 len: 817 time: 0.4912760 Oct 27 11:41:14.684635 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f2031129-94f2-43c9-8387-d2ffe2945f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:14.686242 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-f2031129-94f2-43c9-8387-d2ffe2945f9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6cf4b776db943b78157db9573678d4d&device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 1096 time: 0.2327845 Oct 27 11:41:14.692900 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-421452e0-4f5e-44f6-8377-5dd17b90061d service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205752 Oct 27 11:41:14.704130 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3ecc5-df64-4771-86b8-6f8c3efb6c9c req-161fc79d-7190-4d98-9dd8-e522605a40ad tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:14.705657 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-88e3ecc5-df64-4771-86b8-6f8c3efb6c9c req-161fc79d-7190-4d98-9dd8-e522605a40ad tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 943 time: 0.1649344 Oct 27 11:41:14.774305 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0201cbef-4157-4517-9da8-eaed0decc1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:14.788870 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-5f4809ea-0063-410f-97ea-f65389c89da2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcfab2c8-4b70-43a4-b4ce-ca5821dab427 HTTP/1.1" status: 200 len: 217 time: 0.0821126 Oct 27 11:41:14.829339 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-88e3ecc5-df64-4771-86b8-6f8c3efb6c9c req-e4f2b944-255b-485b-b873-c7e640320e9c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086998 Oct 27 11:41:14.833973 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-3088e7f4-7457-4bdb-9e63-f81af57660cb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb405396e49b44d0ae75c6b2df1b88e0 HTTP/1.1" status: 200 len: 380 time: 0.1396899 Oct 27 11:41:14.843066 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-85636db5-3aaa-4049-a013-f692b2c21ee4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:14.868120 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-fd799324-37bd-4bc8-b52d-abe686c84813 req-bf3d382e-6d94-4da0-aa7f-210a66059af2 service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640975 Oct 27 11:41:14.906443 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-85636db5-3aaa-4049-a013-f692b2c21ee4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Network a7a19429-34d2-4399-856f-928cf000bee1 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:14.910364 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-85636db5-3aaa-4049-a013-f692b2c21ee4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:14.913928 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-85636db5-3aaa-4049-a013-f692b2c21ee4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:41:14.918839 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0201cbef-4157-4517-9da8-eaed0decc1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:14.923883 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-85636db5-3aaa-4049-a013-f692b2c21ee4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:14.923883 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-85636db5-3aaa-4049-a013-f692b2c21ee4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:14.931318 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85636db5-3aaa-4049-a013-f692b2c21ee4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event updated for resources: {'Port': ['ID=8c593237-bb39-469b-bd7c-7bccef5c0f8d,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:14.931678 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0201cbef-4157-4517-9da8-eaed0decc1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:14.959967 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-85636db5-3aaa-4049-a013-f692b2c21ee4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0970805 Oct 27 11:41:14.990190 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-0201cbef-4157-4517-9da8-eaed0decc1ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c3abd41a288498398525e68a181d46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550189 Oct 27 11:41:14.992009 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201cbef-4157-4517-9da8-eaed0decc1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26abdc8a-9dde-42a2-8bf0-77b09fda4241,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:14.996252 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44540) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:15.044576 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f2092-0713-4359-83b1-632daf08651f req-d549139b-2070-44f9-9109-65f2922ed480 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:15.055760 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-eb6f2092-0713-4359-83b1-632daf08651f req-d549139b-2070-44f9-9109-65f2922ed480 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 946 time: 0.0692348 Oct 27 11:41:15.057078 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-099b01ed-d1a5-40b6-aa89-b363a91f0035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:15.097356 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-099b01ed-d1a5-40b6-aa89-b363a91f0035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:15.107603 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-eb6f2092-0713-4359-83b1-632daf08651f req-67f6dbba-5898-407f-a541-78e05f94f19e tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 Oct 27 11:41:15.173813 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-099b01ed-d1a5-40b6-aa89-b363a91f0035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:15.176480 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-099b01ed-d1a5-40b6-aa89-b363a91f0035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:15.177748 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-099b01ed-d1a5-40b6-aa89-b363a91f0035 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26abdc8a-9dde-42a2-8bf0-77b09fda4241 HTTP/1.1" status: 204 len: 168 time: 0.1804912 Oct 27 11:41:15.186584 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b01ed-d1a5-40b6-aa89-b363a91f0035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26abdc8a-9dde-42a2-8bf0-77b09fda4241,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:15.210678 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-572fd57f-f4cb-4416-8fcd-2e268be0c9d6 None None] Provisioning complete for port 8c593237-bb39-469b-bd7c-7bccef5c0f8d triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:15.211291 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-572fd57f-f4cb-4416-8fcd-2e268be0c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:15.252767 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-572fd57f-f4cb-4416-8fcd-2e268be0c9d6 None None] Port 8c593237-bb39-469b-bd7c-7bccef5c0f8d cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:41:15.470130 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a6a18-b640-475d-aeab-0ace5a262671 req-bb96aade-3be4-4dfe-aad0-7974cba9c53a tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:15.479266 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4f5a6a18-b640-475d-aeab-0ace5a262671 req-bb96aade-3be4-4dfe-aad0-7974cba9c53a tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 932 time: 0.0814638 Oct 27 11:41:15.541031 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4f5a6a18-b640-475d-aeab-0ace5a262671 req-7d2c30b0-3f49-4a73-abe9-1ae2fbd20668 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601659 Oct 27 11:41:15.555966 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44564) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:15.575619 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3279edaa-73b6-483f-be5b-30de9a7149a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:15.586401 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c69af-4ff8-4241-835c-9fc1b6018d71 req-e2333662-95c6-4141-83d1-4b0a96cb4a82 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:15.588146 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b75c69af-4ff8-4241-835c-9fc1b6018d71 req-e2333662-95c6-4141-83d1-4b0a96cb4a82 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.0794449 Oct 27 11:41:15.632570 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b75c69af-4ff8-4241-835c-9fc1b6018d71 req-42ec5797-6eb6-47c6-8294-d4317cdbf595 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367625 Oct 27 11:41:15.668612 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3279edaa-73b6-483f-be5b-30de9a7149a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:15.674147 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3279edaa-73b6-483f-be5b-30de9a7149a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:15.719101 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-3279edaa-73b6-483f-be5b-30de9a7149a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f06651c751df4963932dab4714c85235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628397 Oct 27 11:41:15.721344 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279edaa-73b6-483f-be5b-30de9a7149a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbca8589-fd12-47aa-a097-cc95bb53de9d,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:15.723710 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44568) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:15.729806 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1643d2b2-60c1-4ebe-8b92-23f4da36a56d req-1960867b-7145-47a5-829b-2ccbd974c86b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 210 time: 0.0302424 Oct 27 11:41:15.779592 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-634fa826-54e2-413f-be7d-17782a615a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:15.801813 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-634fa826-54e2-413f-be7d-17782a615a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:15.849284 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-634fa826-54e2-413f-be7d-17782a615a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:15.851974 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-634fa826-54e2-413f-be7d-17782a615a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:15.853397 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-634fa826-54e2-413f-be7d-17782a615a22 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbca8589-fd12-47aa-a097-cc95bb53de9d HTTP/1.1" status: 204 len: 168 time: 0.1284568 Oct 27 11:41:15.860976 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fa826-54e2-413f-be7d-17782a615a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbca8589-fd12-47aa-a097-cc95bb53de9d,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:15.906354 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44576) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:15.979369 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b931894-3eec-47be-b820-7a1d596b6d5e req-fd7ac865-28de-44ca-89fd-d056e297f7c8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:15.981128 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0b931894-3eec-47be-b820-7a1d596b6d5e req-fd7ac865-28de-44ca-89fd-d056e297f7c8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 943 time: 0.0582707 Oct 27 11:41:16.027884 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0b931894-3eec-47be-b820-7a1d596b6d5e req-92b97cf0-ad6b-4c1d-9dd3-21b229397c72 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399761 Oct 27 11:41:16.040809 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-da2cbfb6-80b4-40d2-a483-b7b0ed4f395b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:16.066913 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:41:16.118773 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-da2cbfb6-80b4-40d2-a483-b7b0ed4f395b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:16.123457 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-da2cbfb6-80b4-40d2-a483-b7b0ed4f395b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:16.165622 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-da2cbfb6-80b4-40d2-a483-b7b0ed4f395b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2f7115c30bb43379ffed6d371a25d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581244 Oct 27 11:41:16.168467 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 44584) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:16.169504 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cbfb6-80b4-40d2-a483-b7b0ed4f395b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0870c913-c924-455c-aba6-b8d2658e9dc8,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:16.258190 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e340800-abec-43e3-9f37-fe35b6400d13 req-de7df304-56dd-4295-a4ff-19d5302adc13 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:16.259681 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5e340800-abec-43e3-9f37-fe35b6400d13 req-de7df304-56dd-4295-a4ff-19d5302adc13 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 946 time: 0.0726485 Oct 27 11:41:16.260469 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f537096f-4c07-4ff3-90df-b845bdb8cd2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:16.293260 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f537096f-4c07-4ff3-90df-b845bdb8cd2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:16.333177 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5e340800-abec-43e3-9f37-fe35b6400d13 req-2c09bb70-8c78-4bcc-9470-88c17aa451a1 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637300 Oct 27 11:41:16.359465 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f537096f-4c07-4ff3-90df-b845bdb8cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:16.362189 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f537096f-4c07-4ff3-90df-b845bdb8cd2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:16.363345 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-f537096f-4c07-4ff3-90df-b845bdb8cd2d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0870c913-c924-455c-aba6-b8d2658e9dc8 HTTP/1.1" status: 204 len: 168 time: 0.1938558 Oct 27 11:41:16.372566 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537096f-4c07-4ff3-90df-b845bdb8cd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0870c913-c924-455c-aba6-b8d2658e9dc8,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:16.673511 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316fab9-fb77-4b8f-b9c2-65f127f98e41 req-decdcf51-0650-4e6b-8a30-b77c0086bf43 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:16.679273 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3316fab9-fb77-4b8f-b9c2-65f127f98e41 req-decdcf51-0650-4e6b-8a30-b77c0086bf43 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 932 time: 0.0709999 Oct 27 11:41:16.763336 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3316fab9-fb77-4b8f-b9c2-65f127f98e41 req-18ed4d5f-4524-4463-a549-d96a37c943a4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780520 Oct 27 11:41:16.783079 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784729e9-61f5-4afc-aac2-500d79034d95 req-0abb65c4-9198-441c-a3ba-c5a1efc57adf tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:16.784855 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-784729e9-61f5-4afc-aac2-500d79034d95 req-0abb65c4-9198-441c-a3ba-c5a1efc57adf tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.0783534 Oct 27 11:41:16.839505 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-784729e9-61f5-4afc-aac2-500d79034d95 req-f50f4a8c-f8c0-484e-a722-dba9ecb28dd2 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476897 Oct 27 11:41:16.879056 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44618) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:16.894047 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-98d8776e-e26d-43ae-acd6-55c86504cc9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:16.906392 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9fb6284a-ca3a-4388-8aa2-727e7c6665b4 req-9f409b75-4424-4504-8b95-c8d1a9773b9a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 210 time: 0.0352292 Oct 27 11:41:16.979956 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-98d8776e-e26d-43ae-acd6-55c86504cc9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:16.984366 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-98d8776e-e26d-43ae-acd6-55c86504cc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:17.023909 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-98d8776e-e26d-43ae-acd6-55c86504cc9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=042a5edafb3541418504a731e293a021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435874 Oct 27 11:41:17.026501 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44620) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:17.033708 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8776e-e26d-43ae-acd6-55c86504cc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ec77f4-b3b8-47d9-8376-380175bde2d1,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:17.085508 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-43fc1f93-dbb2-400f-be62-bcd256f1e58d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:17.119843 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-43fc1f93-dbb2-400f-be62-bcd256f1e58d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:17.161753 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88602279-50b7-45b9-9f89-62c85e31f0c0 req-a3d85711-83d3-4712-a884-fe97466c6515 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:17.163667 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-88602279-50b7-45b9-9f89-62c85e31f0c0 req-a3d85711-83d3-4712-a884-fe97466c6515 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 943 time: 0.0585415 Oct 27 11:41:17.190463 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-43fc1f93-dbb2-400f-be62-bcd256f1e58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:17.193526 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-43fc1f93-dbb2-400f-be62-bcd256f1e58d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:17.194728 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-43fc1f93-dbb2-400f-be62-bcd256f1e58d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49ec77f4-b3b8-47d9-8376-380175bde2d1 HTTP/1.1" status: 204 len: 168 time: 0.1672711 Oct 27 11:41:17.205810 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc1f93-dbb2-400f-be62-bcd256f1e58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ec77f4-b3b8-47d9-8376-380175bde2d1,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:17.219228 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-88602279-50b7-45b9-9f89-62c85e31f0c0 req-939382d9-c048-4faa-b6b2-a24273149fcf tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478754 Oct 27 11:41:17.485729 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112f872-7f31-44fb-8e90-584baf5edb2b req-06059aef-76ad-4db2-8051-6784d748694d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:17.491010 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7112f872-7f31-44fb-8e90-584baf5edb2b req-06059aef-76ad-4db2-8051-6784d748694d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 946 time: 0.0869124 Oct 27 11:41:17.541815 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7112f872-7f31-44fb-8e90-584baf5edb2b req-bf1e84d9-504e-47d0-91ca-3e5b67780e91 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494661 Oct 27 11:41:17.865904 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:17.869473 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Request body: {'port': {'device_id': '6ad40289-e1b1-4ab1-97f8-81a1b3476d64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:17.876891 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-72853b30-6a19-412b-8394-3358c39fee96 req-1621219b-54c6-4b5f-9ffc-ac3e3ada14fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Request body: {'port': {'device_id': '55fc80ed-af46-4950-890f-2e54795e946b', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'admin_state_up': True, 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'security_groups': ['f4be3eb9-2b14-40f4-8113-18ac0ad3da68']}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:18.012334 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb607a-845d-4fa1-9a71-ef26be2a5e82 req-407799ac-ed2e-4384-8046-b79840cf1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:18.013923 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-d9fb607a-845d-4fa1-9a71-ef26be2a5e82 req-407799ac-ed2e-4384-8046-b79840cf1821 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6cf4b776db943b78157db9573678d4d&device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 1096 time: 0.0936773 Oct 27 11:41:18.079902 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-e4869bbe-c976-40ec-926b-893da0dac204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:18.081487 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-e4869bbe-c976-40ec-926b-893da0dac204 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b5e998-50c9-4a4a-b99c-0238a60bf0ee HTTP/1.1" status: 200 len: 859 time: 0.2516789 Oct 27 11:41:18.168290 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3700a1-c001-449d-bc5f-4b91524afdf8 req-7a92eb0f-d155-4a7b-801d-dfe93956b69d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:18.169236 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb607a-845d-4fa1-9a71-ef26be2a5e82 req-d8d36771-4956-487a-86b9-94cb4e8362ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:18.169909 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2e3700a1-c001-449d-bc5f-4b91524afdf8 req-7a92eb0f-d155-4a7b-801d-dfe93956b69d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 932 time: 0.3112938 Oct 27 11:41:18.170838 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-d9fb607a-845d-4fa1-9a71-ef26be2a5e82 req-d8d36771-4956-487a-86b9-94cb4e8362ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=f295b617-1dee-47fd-847d-99b3b917163f HTTP/1.1" status: 200 len: 921 time: 0.1400325 Oct 27 11:41:18.177661 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-10b0f08e-a97f-44ab-b6e5-2f21f26e0883 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f295b617-1dee-47fd-847d-99b3b917163f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694320 Oct 27 11:41:18.185762 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:18.199717 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e8993-7e3a-47f0-b305-b08a0cbeb8c8 req-77085fc4-a73d-40b9-b320-adf553583f69 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:18.201346 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b58e8993-7e3a-47f0-b305-b08a0cbeb8c8 req-77085fc4-a73d-40b9-b320-adf553583f69 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.1874173 Oct 27 11:41:18.257168 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-d9fb607a-845d-4fa1-9a71-ef26be2a5e82 req-eebf15e9-0fa4-48f6-821c-b6487d8e2c9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d HTTP/1.1" status: 200 len: 217 time: 0.0602570 Oct 27 11:41:18.340708 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb607a-845d-4fa1-9a71-ef26be2a5e82 req-2fd14810-9077-418f-a71e-ee10b1a31c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:18.343495 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-d9fb607a-845d-4fa1-9a71-ef26be2a5e82 req-2fd14810-9077-418f-a71e-ee10b1a31c69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b5e998-50c9-4a4a-b99c-0238a60bf0ee HTTP/1.1" status: 200 len: 859 time: 0.0743644 Oct 27 11:41:18.384510 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-d9fb607a-845d-4fa1-9a71-ef26be2a5e82 req-cbd1a612-cf57-44d6-907e-98fdf58e7574 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f295b617-1dee-47fd-847d-99b3b917163f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323005 Oct 27 11:41:18.400583 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2e3700a1-c001-449d-bc5f-4b91524afdf8 req-e52eb94e-4125-4ffe-bc34-f659eb028457 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158012 Oct 27 11:41:18.417107 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b58e8993-7e3a-47f0-b305-b08a0cbeb8c8 req-d69fa832-532a-43b2-8959-b075b262fd45 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965656 Oct 27 11:41:18.430936 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72853b30-6a19-412b-8394-3358c39fee96 req-1621219b-54c6-4b5f-9ffc-ac3e3ada14fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Made reservation on behalf of fb405396e49b44d0ae75c6b2df1b88e0 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:41:18.430936 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-72853b30-6a19-412b-8394-3358c39fee96 req-1621219b-54c6-4b5f-9ffc-ac3e3ada14fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:18.548752 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-d9fb607a-845d-4fa1-9a71-ef26be2a5e82 req-1341b825-3ae0-4575-b2fd-d73035e72794 service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561825 Oct 27 11:41:18.667114 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-b9127d23-fc11-4cf5-8005-680d0db57229 service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647074 Oct 27 11:41:18.701946 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c7424f10-795d-495c-b8f7-392096735cd8 req-65b3ec83-0471-4472-b69c-bea748b5bdfb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 210 time: 0.1461890 Oct 27 11:41:18.853369 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-d9fb607a-845d-4fa1-9a71-ef26be2a5e82 req-2e944098-e816-447b-aa2d-c52701787ced service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735150 Oct 27 11:41:19.170684 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb36786-ff18-4822-ac6d-1c880024788d req-6df1aa58-1221-478c-8e8e-23e50e131208 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:19.170684 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0eb36786-ff18-4822-ac6d-1c880024788d req-6df1aa58-1221-478c-8e8e-23e50e131208 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 943 time: 0.6006081 Oct 27 11:41:19.267166 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-72853b30-6a19-412b-8394-3358c39fee96 req-1621219b-54c6-4b5f-9ffc-ac3e3ada14fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Allocated IP 172.20.0.11 (954b5f40-2ffa-4f73-b5ff-e144173fa7e8/8535eb92-1f72-4101-b598-e2a666aee081/f1fa3ef3-fed8-422e-8aa1-0d1660df4486) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:41:19.272056 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f994565b-6c85-4c6b-8326-4dda8ba52057 req-d9239acf-aeea-4ca2-8779-6bd6a72da94c service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634434 Oct 27 11:41:19.302931 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bed1e-eccb-45f1-a249-b006cbe7f501 req-9667f468-e9d1-40c5-9a1c-a8c60e94db6b tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:19.307256 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d66bed1e-eccb-45f1-a249-b006cbe7f501 req-9667f468-e9d1-40c5-9a1c-a8c60e94db6b tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 946 time: 0.4635248 Oct 27 11:41:19.384339 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0eb36786-ff18-4822-ac6d-1c880024788d req-bdf94b97-81b8-4fd7-8552-cb180425c26c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846027 Oct 27 11:41:19.549541 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d66bed1e-eccb-45f1-a249-b006cbe7f501 req-cf1ec79c-dd49-4e76-ae8b-76db5fab3cb6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297986 Oct 27 11:41:19.643642 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c593237-bb39-469b-bd7c-7bccef5c0f8d {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:41:19.690698 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:19.789642 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Transition to ACTIVE for port object 8c593237-bb39-469b-bd7c-7bccef5c0f8d will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:41:19.821883 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:19.923697 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83460fe7-5620-455e-9d08-adf6d0ec9f2a req-6e3fa45b-f2c6-4eab-9c1f-3b9c68be4c0a tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:19.924709 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-83460fe7-5620-455e-9d08-adf6d0ec9f2a req-6e3fa45b-f2c6-4eab-9c1f-3b9c68be4c0a tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 932 time: 0.3927910 Oct 27 11:41:19.991468 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64af17d-7723-45cc-83d6-285fe9af60fc req-bcbbb1c5-3ba8-4f13-a061-466a017ccf31 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:19.993697 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b64af17d-7723-45cc-83d6-285fe9af60fc req-bcbbb1c5-3ba8-4f13-a061-466a017ccf31 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.3070352 Oct 27 11:41:20.008579 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-72853b30-6a19-412b-8394-3358c39fee96 req-1621219b-54c6-4b5f-9ffc-ac3e3ada14fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:20.010223 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Pushing event updated for resources: {'Port': ['ID=8c593237-bb39-469b-bd7c-7bccef5c0f8d,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:20.124498 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-83460fe7-5620-455e-9d08-adf6d0ec9f2a req-2599995b-c2bf-4a2c-984e-ca86dfbca5fb tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815097 Oct 27 11:41:20.165607 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Attempting to bind port 8c593237-bb39-469b-bd7c-7bccef5c0f8d on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:41:20.167641 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Attempting to bind port 8c593237-bb39-469b-bd7c-7bccef5c0f8d by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:41:20.169782 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Attempting to bind port 8c593237-bb39-469b-bd7c-7bccef5c0f8d on network a7a19429-34d2-4399-856f-928cf000bee1 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:20.197451 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b64af17d-7723-45cc-83d6-285fe9af60fc req-6571c553-4572-4b61-a811-a330af44ac9c tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927798 Oct 27 11:41:20.234600 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Port 8c593237-bb39-469b-bd7c-7bccef5c0f8d on network a7a19429-34d2-4399-856f-928cf000bee1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:41:20.235247 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Attempting to bind port 8c593237-bb39-469b-bd7c-7bccef5c0f8d on network a7a19429-34d2-4399-856f-928cf000bee1 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:20.290382 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:41:20.292974 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Checking segment: {'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:41:20.293621 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Bound using segment: {'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:41:20.312566 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Bound port: 8c593237-bb39-469b-bd7c-7bccef5c0f8d, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:41:20.313104 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:20.340592 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-72853b30-6a19-412b-8394-3358c39fee96 req-1621219b-54c6-4b5f-9ffc-ac3e3ada14fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:20.427281 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72853b30-6a19-412b-8394-3358c39fee96 req-1621219b-54c6-4b5f-9ffc-ac3e3ada14fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:20.458749 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-72853b30-6a19-412b-8394-3358c39fee96 req-1621219b-54c6-4b5f-9ffc-ac3e3ada14fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:20.468677 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-72853b30-6a19-412b-8394-3358c39fee96 req-1621219b-54c6-4b5f-9ffc-ac3e3ada14fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:41:20.478405 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853b30-6a19-412b-8394-3358c39fee96 req-1621219b-54c6-4b5f-9ffc-ac3e3ada14fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:20.478729 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-72853b30-6a19-412b-8394-3358c39fee96 req-1621219b-54c6-4b5f-9ffc-ac3e3ada14fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:20.590947 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621219b-54c6-4b5f-9ffc-ac3e3ada14fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event updated for resources: {'Port': ['ID=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:20.611847 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-1621219b-54c6-4b5f-9ffc-ac3e3ada14fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7709579 Oct 27 11:41:20.613063 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] For port 8c593237-bb39-469b-bd7c-7bccef5c0f8d, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:41:20.621207 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] For port 8c593237-bb39-469b-bd7c-7bccef5c0f8d, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8c593237-bb39-469b-bd7c-7bccef5c0f8d,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:41:20.629752 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Request body: {'port': {'device_id': '55fc80ed-af46-4950-890f-2e54795e946b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:20.642213 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155685c-52f4-449f-b8c4-d2ec3f9275b7 req-5a306f26-d2b4-456f-b376-5605fa2b7289 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:20.643832 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1155685c-52f4-449f-b8c4-d2ec3f9275b7 req-5a306f26-d2b4-456f-b376-5605fa2b7289 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 932 time: 0.2472398 Oct 27 11:41:20.648756 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:20.680289 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01602d2d-4ccd-46ce-bb1a-ca737a88b75e req-3b5c4fa6-7a86-4905-b159-ba0020aacdc0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:20.681826 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-01602d2d-4ccd-46ce-bb1a-ca737a88b75e req-3b5c4fa6-7a86-4905-b159-ba0020aacdc0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 943 time: 0.1876242 Oct 27 11:41:20.768331 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:20.775297 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:20.776937 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] 10.222.0.41 "PUT /v2.0/ports/8c593237-bb39-469b-bd7c-7bccef5c0f8d HTTP/1.1" status: 200 len: 1094 time: 2.9372959 Oct 27 11:41:20.816071 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad40289-e1b1-4ab1-97f8-81a1b3476d64', 'tag': '8c593237-bb39-469b-bd7c-7bccef5c0f8d'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:20.827221 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c084609e-bae1-4f35-987c-85af65b3f6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad40289-e1b1-4ab1-97f8-81a1b3476d64", "tag": "8c593237-bb39-469b-bd7c-7bccef5c0f8d"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:20.879546 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2627048e-df7a-46f5-bd6d-61c392cf9d78 None None] Provisioning complete for port f1fa3ef3-fed8-422e-8aa1-0d1660df4486 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:20.880396 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2627048e-df7a-46f5-bd6d-61c392cf9d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:20.967288 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2627048e-df7a-46f5-bd6d-61c392cf9d78 None None] Port f1fa3ef3-fed8-422e-8aa1-0d1660df4486 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:41:20.990305 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1155685c-52f4-449f-b8c4-d2ec3f9275b7 req-5099b67f-8fa8-446c-ba9e-4b48b6ad6694 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030219 Oct 27 11:41:20.996266 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34bea6-ea7e-4897-9189-94b0cfe4b5ed service neutron] Pushing event updated for resources: {'Port': ['ID=8c593237-bb39-469b-bd7c-7bccef5c0f8d,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:21.013204 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:21.024168 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-01602d2d-4ccd-46ce-bb1a-ca737a88b75e req-25f9b002-5bdd-44c3-ac4b-45be1f0b38b8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038981 Oct 27 11:41:21.041235 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-7269c335-a396-4bc8-91e3-aa2ab1601d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:21.043185 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-7269c335-a396-4bc8-91e3-aa2ab1601d04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18a798fcd851472396a821df034d2591&device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 1097 time: 0.1917892 Oct 27 11:41:21.115150 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8478b6c7-6ebd-4efa-acfe-5364ccf3a295 x-openstack-request-id: req-8478b6c7-6ebd-4efa-acfe-5364ccf3a295 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:21.115530 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad40289-e1b1-4ab1-97f8-81a1b3476d64", "tag": "8c593237-bb39-469b-bd7c-7bccef5c0f8d", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:21.115656 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8478b6c7-6ebd-4efa-acfe-5364ccf3a295 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:21.116131 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad40289-e1b1-4ab1-97f8-81a1b3476d64', 'tag': '8c593237-bb39-469b-bd7c-7bccef5c0f8d', 'status': 'completed', 'code': 200} Oct 27 11:41:21.120745 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-ecac0519-9a5f-4c0e-aa4d-bcfa3d421918 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c593237-bb39-469b-bd7c-7bccef5c0f8d HTTP/1.1" status: 200 len: 217 time: 0.0482452 Oct 27 11:41:21.259814 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-e54b1877-e78a-4506-97ce-57ae9ad0f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:21.261328 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-e54b1877-e78a-4506-97ce-57ae9ad0f8e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6873a289-3a0e-4f94-87e8-f3eccf8a4939 HTTP/1.1" status: 200 len: 850 time: 0.1320839 Oct 27 11:41:21.419926 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8f981-a57d-4e83-b738-78f194898856 req-a8b25f24-0464-4ffc-a11e-5f1699fa984e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:21.421476 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b8e8f981-a57d-4e83-b738-78f194898856 req-a8b25f24-0464-4ffc-a11e-5f1699fa984e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 944 time: 0.1434937 Oct 27 11:41:21.509749 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fa3ef3-fed8-422e-8aa1-0d1660df4486 {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:41:21.520484 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b8e8f981-a57d-4e83-b738-78f194898856 req-10375fb4-4940-440c-be47-b2741e43458d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694284 Oct 27 11:41:21.522243 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:21.542459 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Transition to ACTIVE for port object f1fa3ef3-fed8-422e-8aa1-0d1660df4486 will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:41:21.546857 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:21.608582 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Pushing event updated for resources: {'Port': ['ID=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:21.644413 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Attempting to bind port f1fa3ef3-fed8-422e-8aa1-0d1660df4486 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:41:21.645008 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Attempting to bind port f1fa3ef3-fed8-422e-8aa1-0d1660df4486 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:41:21.645331 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Attempting to bind port f1fa3ef3-fed8-422e-8aa1-0d1660df4486 on network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:21.649886 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Port f1fa3ef3-fed8-422e-8aa1-0d1660df4486 on network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:41:21.650204 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Attempting to bind port f1fa3ef3-fed8-422e-8aa1-0d1660df4486 on network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:21.655528 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:41:21.655861 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Checking segment: {'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:41:21.656240 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Bound using segment: {'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:41:21.656672 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Bound port: f1fa3ef3-fed8-422e-8aa1-0d1660df4486, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:41:21.657022 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:21.722385 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] For port f1fa3ef3-fed8-422e-8aa1-0d1660df4486, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:41:21.725528 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] For port f1fa3ef3-fed8-422e-8aa1-0d1660df4486, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:41:21.731547 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:21.767274 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:21.767865 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:21.769222 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] 10.222.0.41 "PUT /v2.0/ports/f1fa3ef3-fed8-422e-8aa1-0d1660df4486 HTTP/1.1" status: 200 len: 1094 time: 1.1451442 Oct 27 11:41:21.787386 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d7505-dd66-4832-981f-010dfbc1247f service neutron] Pushing event updated for resources: {'Port': ['ID=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:23.013144 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:41:23.069560 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-cb153c75-03e8-4765-aa02-5b38a18c9d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:23.071112 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-cb153c75-03e8-4765-aa02-5b38a18c9d89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7a19429-34d2-4399-856f-928cf000bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589504 Oct 27 11:41:23.116845 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fc80ed-af46-4950-890f-2e54795e946b', 'tag': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:23.119912 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b069fa-ebd5-4e42-afd6-044441f44696" -d '{"events": [{"name": "network-changed", "server_uuid": "55fc80ed-af46-4950-890f-2e54795e946b", "tag": "f1fa3ef3-fed8-422e-8aa1-0d1660df4486"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:23.120597 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d,segment=NetworkSegment(6041afde-f8be-48fc-bf8c-7f7759a42975),segment_id=6041afde-f8be-48fc-bf8c-7f7759a42975)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:23.133548 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': '90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d', 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f', 'port_id': '90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d', 'mac_address': 'fa:16:3e:1d:e4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b5e998-50c9-4a4a-b99c-0238a60bf0ee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:41:23.172966 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:23.187202 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:41:23.208641 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d,segment=NetworkSegment(6041afde-f8be-48fc-bf8c-7f7759a42975),segment_id=6041afde-f8be-48fc-bf8c-7f7759a42975)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:23.212916 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:23.263797 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:24.155696 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device fcfab2c8-4b70-43a4-b4ce-ca5821dab427 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:41:24.201375 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853b30-6a19-412b-8394-3358c39fee96 req-5b65e70d-5c2c-4c6a-8dcf-2fcbfc85e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:24.203750 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-5b65e70d-5c2c-4c6a-8dcf-2fcbfc85e8ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb405396e49b44d0ae75c6b2df1b88e0&device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 1097 time: 0.0683568 Oct 27 11:41:24.261675 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-6d01585c-94ba-4c61-885b-8deaeba8b3a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486 HTTP/1.1" status: 200 len: 217 time: 0.0465310 Oct 27 11:41:24.265557 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-fc306516-13fc-4a92-9eb3-db88154e3d35 service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756914 Oct 27 11:41:24.303587 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port fcfab2c8-4b70-43a4-b4ce-ca5821dab427, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fcfab2c8-4b70-43a4-b4ce-ca5821dab427,segment=NetworkSegment(6041afde-f8be-48fc-bf8c-7f7759a42975),segment_id=6041afde-f8be-48fc-bf8c-7f7759a42975)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:24.319778 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': 'fcfab2c8-4b70-43a4-b4ce-ca5821dab427', 'network_id': 'f295b617-1dee-47fd-847d-99b3b917163f', 'port_id': 'fcfab2c8-4b70-43a4-b4ce-ca5821dab427', 'mac_address': 'fa:16:3e:b3:50:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b5e998-50c9-4a4a-b99c-0238a60bf0ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:41:24.400243 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:24.403083 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:41:24.436703 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853b30-6a19-412b-8394-3358c39fee96 req-9bb981d0-3968-41ca-ada7-783d323572af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:24.445499 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-9bb981d0-3968-41ca-ada7-783d323572af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8535eb92-1f72-4101-b598-e2a666aee081 HTTP/1.1" status: 200 len: 856 time: 0.1672390 Oct 27 11:41:24.458787 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfab2c8-4b70-43a4-b4ce-ca5821dab427 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:41:24.505280 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port fcfab2c8-4b70-43a4-b4ce-ca5821dab427, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fcfab2c8-4b70-43a4-b4ce-ca5821dab427,segment=NetworkSegment(6041afde-f8be-48fc-bf8c-7f7759a42975),segment_id=6041afde-f8be-48fc-bf8c-7f7759a42975)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:24.514931 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:24.574200 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94e4a9cd-cb9a-43b9-b669-5a1af05df8bb req-8ec39b9f-b3dc-4ad1-a072-340c60a1f077 service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820148 Oct 27 11:41:24.614672 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f07033-63c2-4b25-9a97-9684a9f8c435 req-add09b94-f0f8-4c30-908e-e4c2abac7950 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:24.615894 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=fcfab2c8-4b70-43a4-b4ce-ca5821dab427,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:24.632904 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a2f07033-63c2-4b25-9a97-9684a9f8c435 req-add09b94-f0f8-4c30-908e-e4c2abac7950 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.1993456 Oct 27 11:41:24.678426 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71004b-55bd-4719-b22f-0001a9317498 req-38dc2b33-e194-4040-82eb-15632f6e8a25 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:24.691756 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fd71004b-55bd-4719-b22f-0001a9317498 req-38dc2b33-e194-4040-82eb-15632f6e8a25 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 944 time: 0.2169728 Oct 27 11:41:24.761730 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853b30-6a19-412b-8394-3358c39fee96 req-ff6f2dad-2198-47bc-9eb7-54cb0359c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:24.763260 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-ff6f2dad-2198-47bc-9eb7-54cb0359c0ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2196090 Oct 27 11:41:24.807289 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a2f07033-63c2-4b25-9a97-9684a9f8c435 req-32198a86-51d5-477a-98eb-f0494bba6b00 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610665 Oct 27 11:41:24.828758 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fd71004b-55bd-4719-b22f-0001a9317498 req-f057dc73-d1be-47a2-a59b-3fa5288010e0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356201 Oct 27 11:41:24.830693 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['fcfab2c8-4b70-43a4-b4ce-ca5821dab427'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:41:24.893562 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084609e-bae1-4f35-987c-85af65b3f6eb req-ebfc21ae-0662-4e13-aba6-76a60ec28ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:24.895813 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c084609e-bae1-4f35-987c-85af65b3f6eb req-ebfc21ae-0662-4e13-aba6-76a60ec28ca3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18a798fcd851472396a821df034d2591&device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 1097 time: 0.1835492 Oct 27 11:41:24.924033 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43c9a76-e851-4a4e-b512-f46f6da4cee8 x-openstack-request-id: req-d43c9a76-e851-4a4e-b512-f46f6da4cee8 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:24.924394 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fc80ed-af46-4950-890f-2e54795e946b", "tag": "f1fa3ef3-fed8-422e-8aa1-0d1660df4486", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:24.924714 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d43c9a76-e851-4a4e-b512-f46f6da4cee8 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:24.925387 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fc80ed-af46-4950-890f-2e54795e946b', 'tag': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'status': 'completed', 'code': 200} Oct 27 11:41:25.289609 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-21e1e633-1626-40a4-9239-e8cd025f3232 service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115027 Oct 27 11:41:25.320355 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0082b-34ca-41e5-a065-9fa73ed4da35 req-3a7ddd98-2c02-4494-b51c-17a3ca08f107 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:25.321938 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4ca0082b-34ca-41e5-a065-9fa73ed4da35 req-3a7ddd98-2c02-4494-b51c-17a3ca08f107 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 944 time: 0.4013174 Oct 27 11:41:25.384013 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084609e-bae1-4f35-987c-85af65b3f6eb req-95e1d0be-9afb-4678-8b90-811c74e0c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:25.385502 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c084609e-bae1-4f35-987c-85af65b3f6eb req-95e1d0be-9afb-4678-8b90-811c74e0c9c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7a19429-34d2-4399-856f-928cf000bee1 HTTP/1.1" status: 200 len: 913 time: 0.4790192 Oct 27 11:41:25.456578 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c084609e-bae1-4f35-987c-85af65b3f6eb req-c8564cfc-66bc-405b-87c6-9308d5e6de44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c593237-bb39-469b-bd7c-7bccef5c0f8d HTTP/1.1" status: 200 len: 217 time: 0.0577145 Oct 27 11:41:25.497481 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4ca0082b-34ca-41e5-a065-9fa73ed4da35 req-26c824b3-8eae-46ed-9863-2c9147fae5e3 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617343 Oct 27 11:41:25.531641 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72853b30-6a19-412b-8394-3358c39fee96 req-d2e72f82-0aad-43b4-8b4f-f25f72a1492b service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278028 Oct 27 11:41:25.543210 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084609e-bae1-4f35-987c-85af65b3f6eb req-ffc578f4-5aef-47dd-9281-98e68c3b19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:25.544759 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c084609e-bae1-4f35-987c-85af65b3f6eb req-ffc578f4-5aef-47dd-9281-98e68c3b19f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6873a289-3a0e-4f94-87e8-f3eccf8a4939 HTTP/1.1" status: 200 len: 850 time: 0.0787952 Oct 27 11:41:25.623762 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084609e-bae1-4f35-987c-85af65b3f6eb req-5edc8b84-aa45-48a1-8174-c60c8e3a22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:25.625321 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c084609e-bae1-4f35-987c-85af65b3f6eb req-5edc8b84-aa45-48a1-8174-c60c8e3a22e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7a19429-34d2-4399-856f-928cf000bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711012 Oct 27 11:41:25.650528 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b069fa-ebd5-4e42-afd6-044441f44696 req-5067211d-26cd-4078-a5af-0fbf4a51f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:25.652014 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a6b069fa-ebd5-4e42-afd6-044441f44696 req-5067211d-26cd-4078-a5af-0fbf4a51f4b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb405396e49b44d0ae75c6b2df1b88e0&device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 1097 time: 0.0610127 Oct 27 11:41:25.802721 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c084609e-bae1-4f35-987c-85af65b3f6eb req-8dcb4ded-2817-429b-b542-6ddac9e24f65 service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646221 Oct 27 11:41:25.807742 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b069fa-ebd5-4e42-afd6-044441f44696 req-a9690626-9fa5-417a-a9fa-e35601e37870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:25.809183 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a6b069fa-ebd5-4e42-afd6-044441f44696 req-a9690626-9fa5-417a-a9fa-e35601e37870 service neutron] 10.222.0.41 "GET /v2.0/networks?id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8 HTTP/1.1" status: 200 len: 919 time: 0.1468973 Oct 27 11:41:25.889016 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a6b069fa-ebd5-4e42-afd6-044441f44696 req-c2bc46d1-4025-458c-802c-95d1c5f12598 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486 HTTP/1.1" status: 200 len: 217 time: 0.0714417 Oct 27 11:41:26.030549 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b069fa-ebd5-4e42-afd6-044441f44696 req-e698ca9e-f467-4d6f-aef7-fb27c5ff0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:26.032062 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a6b069fa-ebd5-4e42-afd6-044441f44696 req-e698ca9e-f467-4d6f-aef7-fb27c5ff0690 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8535eb92-1f72-4101-b598-e2a666aee081 HTTP/1.1" status: 200 len: 856 time: 0.1213958 Oct 27 11:41:26.063603 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecc153-f376-4c9c-b178-7fa9e93606f1 req-1537ec1b-0b82-41b0-af2b-5008524625bf tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:26.065315 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-57ecc153-f376-4c9c-b178-7fa9e93606f1 req-1537ec1b-0b82-41b0-af2b-5008524625bf tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.1716688 Oct 27 11:41:26.076500 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df2fee-d706-40a3-b8bf-b62e2065609f req-3d07670e-4050-4b79-a34e-2e1fc24088d4 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:26.077985 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-96df2fee-d706-40a3-b8bf-b62e2065609f req-3d07670e-4050-4b79-a34e-2e1fc24088d4 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 944 time: 0.1704922 Oct 27 11:41:26.097136 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c084609e-bae1-4f35-987c-85af65b3f6eb req-5b3ab25b-c111-49b5-ac9c-9f736575f2d9 service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869771 Oct 27 11:41:26.165622 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-96df2fee-d706-40a3-b8bf-b62e2065609f req-58e1f552-6bb6-40a0-9468-7b3a56984644 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715289 Oct 27 11:41:26.174802 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b069fa-ebd5-4e42-afd6-044441f44696 req-37c41cb4-f41d-4a1d-888e-d887f33eb448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:26.176546 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a6b069fa-ebd5-4e42-afd6-044441f44696 req-37c41cb4-f41d-4a1d-888e-d887f33eb448 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1326125 Oct 27 11:41:26.179958 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-57ecc153-f376-4c9c-b178-7fa9e93606f1 req-5a5c5c9e-2f09-456b-8413-cd5e01defa6b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006186 Oct 27 11:41:26.195805 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 8c593237-bb39-469b-bd7c-7bccef5c0f8d details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:41:26.208850 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device fcfab2c8-4b70-43a4-b4ce-ca5821dab427 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:26.314694 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a6b069fa-ebd5-4e42-afd6-044441f44696 req-66282759-3790-4c53-a03e-e0afae8dcfb5 service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280792 Oct 27 11:41:26.326431 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port fcfab2c8-4b70-43a4-b4ce-ca5821dab427 completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:41:26.339415 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port fcfab2c8-4b70-43a4-b4ce-ca5821dab427 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:26.339863 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:26.400867 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 8c593237-bb39-469b-bd7c-7bccef5c0f8d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8c593237-bb39-469b-bd7c-7bccef5c0f8d,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:26.418042 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': '8c593237-bb39-469b-bd7c-7bccef5c0f8d', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'port_id': '8c593237-bb39-469b-bd7c-7bccef5c0f8d', 'mac_address': 'fa:16:3e:30:29:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:41:26.439954 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a6b069fa-ebd5-4e42-afd6-044441f44696 req-a21905a3-c769-4eb7-a35f-e47732e1e3a5 service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174085 Oct 27 11:41:26.496847 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:26.498991 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:26.553741 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c593237-bb39-469b-bd7c-7bccef5c0f8d {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:41:26.557788 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0f2691-3460-42ae-9cd1-6451b32761ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfab2c8-4b70-43a4-b4ce-ca5821dab427'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:26.564660 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475bfa43-d979-4f9a-847a-64548b7d0337" -d '{"events": [{"server_uuid": "7a0f2691-3460-42ae-9cd1-6451b32761ac", "name": "network-vif-plugged", "status": "completed", "tag": "fcfab2c8-4b70-43a4-b4ce-ca5821dab427"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:26.592299 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port fcfab2c8-4b70-43a4-b4ce-ca5821dab427, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fcfab2c8-4b70-43a4-b4ce-ca5821dab427,segment=NetworkSegment(6041afde-f8be-48fc-bf8c-7f7759a42975),segment_id=6041afde-f8be-48fc-bf8c-7f7759a42975)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:26.604182 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:26.606050 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:26.652503 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4563f93e-4b3c-46c7-9d4a-6c45f0ed48f0 x-openstack-request-id: req-4563f93e-4b3c-46c7-9d4a-6c45f0ed48f0 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:26.652973 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0f2691-3460-42ae-9cd1-6451b32761ac", "name": "network-vif-plugged", "status": "completed", "tag": "fcfab2c8-4b70-43a4-b4ce-ca5821dab427", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:26.653278 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4563f93e-4b3c-46c7-9d4a-6c45f0ed48f0 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:26.653735 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0f2691-3460-42ae-9cd1-6451b32761ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfab2c8-4b70-43a4-b4ce-ca5821dab427', 'code': 200} Oct 27 11:41:26.656223 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 8c593237-bb39-469b-bd7c-7bccef5c0f8d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8c593237-bb39-469b-bd7c-7bccef5c0f8d,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:26.700928 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9b47a-215c-46c1-8535-767befdf5f1d req-17c1a0e9-b98f-4754-8773-4062e542eb95 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:26.703847 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-81e9b47a-215c-46c1-8535-767befdf5f1d req-17c1a0e9-b98f-4754-8773-4062e542eb95 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 944 time: 0.0844471 Oct 27 11:41:26.724381 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=fcfab2c8-4b70-43a4-b4ce-ca5821dab427,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:26.733800 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:26.768145 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-81e9b47a-215c-46c1-8535-767befdf5f1d req-baf9d577-672c-4a00-951c-011a88aad1a9 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564597 Oct 27 11:41:26.815412 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=8c593237-bb39-469b-bd7c-7bccef5c0f8d,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:26.829521 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:41:26.837025 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:26.837393 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:26.950456 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a06b-7cfc-444f-841a-e84466ef0ca4 req-e4403eb1-6f6b-42de-8239-0f48dfb9c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:26.952217 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-96a7a06b-7cfc-444f-841a-e84466ef0ca4 req-e4403eb1-6f6b-42de-8239-0f48dfb9c7bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 1098 time: 0.0811322 Oct 27 11:41:26.972072 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:27.018658 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-96a7a06b-7cfc-444f-841a-e84466ef0ca4 req-ca1ef1af-05ed-4a0d-b84c-d19e702d5ccd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483348 Oct 27 11:41:27.035265 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d,segment=NetworkSegment(6041afde-f8be-48fc-bf8c-7f7759a42975),segment_id=6041afde-f8be-48fc-bf8c-7f7759a42975)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:27.042562 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:27.077697 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['8c593237-bb39-469b-bd7c-7bccef5c0f8d'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:41:27.137642 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:27.368898 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44956) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:27.389041 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb691e2-d6da-4fb3-a204-b50ba97550e3 req-baea8427-2d0f-4380-8a28-8b3698fc908b tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:27.390664 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6bb691e2-d6da-4fb3-a204-b50ba97550e3 req-baea8427-2d0f-4380-8a28-8b3698fc908b tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1178946 Oct 27 11:41:27.407427 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e596e-edbe-485c-9ac6-a40547204c1b req-f162f374-42d6-48c3-85dd-2f54820c4916 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:27.416662 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ae8e596e-edbe-485c-9ac6-a40547204c1b req-f162f374-42d6-48c3-85dd-2f54820c4916 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.1004395 Oct 27 11:41:27.471418 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6bb691e2-d6da-4fb3-a204-b50ba97550e3 req-db49b50f-72da-4637-9b4f-b19407124716 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516102 Oct 27 11:41:27.491594 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ae8e596e-edbe-485c-9ac6-a40547204c1b req-739569f5-9248-4892-99e0-ed87c9a06b66 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737386 Oct 27 11:41:27.498694 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-014e8ca2-5ed1-4b69-b9d8-3f515961e4e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:27.617067 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-014e8ca2-5ed1-4b69-b9d8-3f515961e4e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:27.622956 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-014e8ca2-5ed1-4b69-b9d8-3f515961e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:27.707542 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 44970) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:27.708251 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-014e8ca2-5ed1-4b69-b9d8-3f515961e4e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d37d373635d4bb395e609f17f296fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379464 Oct 27 11:41:27.710433 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e8ca2-5ed1-4b69-b9d8-3f515961e4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec398bec-7d95-4afe-a4b2-157e7e28940d,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:27.774653 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-86a8f3d1-0414-455c-a6a0-1d995a61bffd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:27.800094 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-86a8f3d1-0414-455c-a6a0-1d995a61bffd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:27.891904 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-86a8f3d1-0414-455c-a6a0-1d995a61bffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:27.894726 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-86a8f3d1-0414-455c-a6a0-1d995a61bffd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:27.895920 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-86a8f3d1-0414-455c-a6a0-1d995a61bffd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec398bec-7d95-4afe-a4b2-157e7e28940d HTTP/1.1" status: 204 len: 168 time: 0.1867714 Oct 27 11:41:27.925906 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8f3d1-0414-455c-a6a0-1d995a61bffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec398bec-7d95-4afe-a4b2-157e7e28940d,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:27.958998 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03912c24-7374-41e3-a4b1-a5bad3bbb424 req-5ba1b40d-325c-4ff7-91be-30d28dd413db tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:27.961251 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-03912c24-7374-41e3-a4b1-a5bad3bbb424 req-5ba1b40d-325c-4ff7-91be-30d28dd413db tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 945 time: 0.0817769 Oct 27 11:41:28.012204 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-03912c24-7374-41e3-a4b1-a5bad3bbb424 req-1d01a60c-587c-4e4f-8df9-4ddbe44df726 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442853 Oct 27 11:41:28.255305 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44982) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:28.273549 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a464487a-f650-4dbd-8067-af4c6e6fe191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:28.522290 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a464487a-f650-4dbd-8067-af4c6e6fe191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:28.528668 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a464487a-f650-4dbd-8067-af4c6e6fe191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:28.576262 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-a464487a-f650-4dbd-8067-af4c6e6fe191 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5796e7ab7f5a42faae798f57daea54d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195510 Oct 27 11:41:28.577177 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464487a-f650-4dbd-8067-af4c6e6fe191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2123888-58e6-4fec-8e7d-51f5bae1c465,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:28.580938 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 44988) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:28.640972 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6641da65-9585-42d5-a4f4-31186a0152ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:28.655460 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3516bc-8c66-44d9-9e38-04552a2ada27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:28.658399 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b569f5-1238-4b06-b86f-e11c93b93355" -d '{"events": [{"server_uuid": "8d3516bc-8c66-44d9-9e38-04552a2ada27", "name": "network-vif-plugged", "status": "completed", "tag": "90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:28.665994 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6641da65-9585-42d5-a4f4-31186a0152ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:28.722857 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec54ec-bf57-44d0-9b13-9c0bf17f0e46 req-f65cc894-aaa3-4b48-a16e-91abdf7db72f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:28.723892 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6641da65-9585-42d5-a4f4-31186a0152ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:28.725781 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-86ec54ec-bf57-44d0-9b13-9c0bf17f0e46 req-f65cc894-aaa3-4b48-a16e-91abdf7db72f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1435952 Oct 27 11:41:28.738643 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6641da65-9585-42d5-a4f4-31186a0152ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:28.743666 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-6641da65-9585-42d5-a4f4-31186a0152ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2123888-58e6-4fec-8e7d-51f5bae1c465 HTTP/1.1" status: 204 len: 168 time: 0.1581542 Oct 27 11:41:28.753118 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641da65-9585-42d5-a4f4-31186a0152ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2123888-58e6-4fec-8e7d-51f5bae1c465,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:28.780815 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca958cc9-0f10-477e-95b1-c020ffa2adc5 req-3eda061e-419b-462e-bd17-06875ad10fdb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:28.791837 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ca958cc9-0f10-477e-95b1-c020ffa2adc5 req-3eda061e-419b-462e-bd17-06875ad10fdb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.1582739 Oct 27 11:41:28.885244 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-86ec54ec-bf57-44d0-9b13-9c0bf17f0e46 req-f10bc446-8499-4fc7-97d5-d1fbf6fc39c1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503835 Oct 27 11:41:28.895400 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ca958cc9-0f10-477e-95b1-c020ffa2adc5 req-fa74c816-a4e9-4da0-b14d-e41cbcd5512c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926461 Oct 27 11:41:28.934504 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b75e459-624a-4adc-b1fb-eaf109b0798e x-openstack-request-id: req-0b75e459-624a-4adc-b1fb-eaf109b0798e {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:28.934928 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3516bc-8c66-44d9-9e38-04552a2ada27", "name": "network-vif-plugged", "status": "completed", "tag": "90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:28.935187 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b75e459-624a-4adc-b1fb-eaf109b0798e {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:28.935593 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3516bc-8c66-44d9-9e38-04552a2ada27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d', 'code': 200} Oct 27 11:41:29.173989 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46683902-ed00-4cc4-9e40-7cfa574f9402 req-a4111093-21fc-42f7-8d1a-aba426d14167 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:29.176061 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-46683902-ed00-4cc4-9e40-7cfa574f9402 req-a4111093-21fc-42f7-8d1a-aba426d14167 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 945 time: 0.0687437 Oct 27 11:41:29.227740 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45006) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:29.231731 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-46683902-ed00-4cc4-9e40-7cfa574f9402 req-10ef2029-46d5-4576-bf12-7a048697e4a7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462697 Oct 27 11:41:29.244437 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-98840b37-a6f0-44a7-ab82-9f6f1e2f3f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:29.334927 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-98840b37-a6f0-44a7-ab82-9f6f1e2f3f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:29.340952 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-98840b37-a6f0-44a7-ab82-9f6f1e2f3f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:29.382520 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-98840b37-a6f0-44a7-ab82-9f6f1e2f3f2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3939dcee907414295b0da67043f431a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532929 Oct 27 11:41:29.383571 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98840b37-a6f0-44a7-ab82-9f6f1e2f3f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf8091b-04fb-4fb6-bf54-f9a0c2c4456f,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:29.387237 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45008) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:29.453477 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7cd330dd-d27e-4ebe-af09-d9ca86400cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:29.477795 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7cd330dd-d27e-4ebe-af09-d9ca86400cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:29.540283 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7cd330dd-d27e-4ebe-af09-d9ca86400cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:29.543023 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7cd330dd-d27e-4ebe-af09-d9ca86400cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:29.544226 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-7cd330dd-d27e-4ebe-af09-d9ca86400cb9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bf8091b-04fb-4fb6-bf54-f9a0c2c4456f HTTP/1.1" status: 204 len: 168 time: 0.1559982 Oct 27 11:41:29.552969 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd330dd-d27e-4ebe-af09-d9ca86400cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf8091b-04fb-4fb6-bf54-f9a0c2c4456f,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:30.068656 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d24f0-869b-4528-aaee-f029c4853514 req-38378d4d-4c23-4298-8dab-ed08f023ce76 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:30.070825 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b53d24f0-869b-4528-aaee-f029c4853514 req-38378d4d-4c23-4298-8dab-ed08f023ce76 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0898440 Oct 27 11:41:30.083514 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca4428-f693-4938-b3a4-84478128025f req-c1deb503-9682-4ae2-8cf1-427dd7d6e081 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:30.085345 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6cca4428-f693-4938-b3a4-84478128025f req-c1deb503-9682-4ae2-8cf1-427dd7d6e081 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0862947 Oct 27 11:41:30.138126 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b53d24f0-869b-4528-aaee-f029c4853514 req-de2690d7-2fb3-4cbe-a724-13ebac3cd616 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517297 Oct 27 11:41:30.166595 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6cca4428-f693-4938-b3a4-84478128025f req-c10a4ea0-2b45-4b26-885b-0411467fc871 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579009 Oct 27 11:41:30.365113 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb938b-2f74-4e98-b687-fd694b10482b req-29d501f3-b192-48f2-a9b8-65115a761974 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:30.366835 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-64bb938b-2f74-4e98-b687-fd694b10482b req-29d501f3-b192-48f2-a9b8-65115a761974 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 945 time: 0.0534675 Oct 27 11:41:30.421104 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-64bb938b-2f74-4e98-b687-fd694b10482b req-23a17282-ffa4-4117-b0a0-91b09f215f1c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478625 Oct 27 11:41:30.585093 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2a0dc-24bf-4aa0-8a74-360377b1f3c8 req-7ee32961-a493-4ec2-ab2e-ee38bf384eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:30.588338 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-04c2a0dc-24bf-4aa0-8a74-360377b1f3c8 req-7ee32961-a493-4ec2-ab2e-ee38bf384eee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 1098 time: 0.0674090 Oct 27 11:41:30.637305 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-04c2a0dc-24bf-4aa0-8a74-360377b1f3c8 req-c36575e7-69e0-46db-ae13-dd868f656912 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407476 Oct 27 11:41:31.277583 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df3971-7d92-4b8b-8621-3b008627c76f req-141118d4-86fe-43f2-ab1f-4d4a2b371b31 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:31.279192 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-65df3971-7d92-4b8b-8621-3b008627c76f req-141118d4-86fe-43f2-ab1f-4d4a2b371b31 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0618842 Oct 27 11:41:31.295258 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device f1fa3ef3-fed8-422e-8aa1-0d1660df4486 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:41:31.360996 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42c1e7-a030-45ba-932c-81fad6538fab req-740617ac-2527-4fdf-9234-41d50031035c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:31.362686 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-de42c1e7-a030-45ba-932c-81fad6538fab req-740617ac-2527-4fdf-9234-41d50031035c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0823405 Oct 27 11:41:31.401483 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-65df3971-7d92-4b8b-8621-3b008627c76f req-e0cbe5a7-db4b-4ae8-9aac-e8f82603a053 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082246 Oct 27 11:41:31.420755 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 8c593237-bb39-469b-bd7c-7bccef5c0f8d up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:31.434664 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-de42c1e7-a030-45ba-932c-81fad6538fab req-5bad5f01-9376-4cfd-a68c-5a56e2ee4793 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591884 Oct 27 11:41:31.443897 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port f1fa3ef3-fed8-422e-8aa1-0d1660df4486, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:31.465164 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'port_id': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'mac_address': 'fa:16:3e:f9:df:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:41:31.535248 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:31.561391 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fa3ef3-fed8-422e-8aa1-0d1660df4486 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:41:31.566158 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port 8c593237-bb39-469b-bd7c-7bccef5c0f8d completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:41:31.592597 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port 8c593237-bb39-469b-bd7c-7bccef5c0f8d triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:31.592969 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:31.605260 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port f1fa3ef3-fed8-422e-8aa1-0d1660df4486, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:31.611890 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec96230-be66-439a-b1e9-5869c068db96 req-0b12d23d-1f56-4987-9999-49972042ddf6 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:31.613930 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3ec96230-be66-439a-b1e9-5869c068db96 req-0b12d23d-1f56-4987-9999-49972042ddf6 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 945 time: 0.0795853 Oct 27 11:41:31.661918 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:31.677428 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3ec96230-be66-439a-b1e9-5869c068db96 req-60a83c6d-cf79-417e-b15d-c49ba7a82c2e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561292 Oct 27 11:41:31.757687 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:31.770363 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:31.812311 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad40289-e1b1-4ab1-97f8-81a1b3476d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c593237-bb39-469b-bd7c-7bccef5c0f8d'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:31.816307 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f146e6-5ecd-46c0-ac06-8ab947d5082c" -d '{"events": [{"server_uuid": "6ad40289-e1b1-4ab1-97f8-81a1b3476d64", "name": "network-vif-plugged", "status": "completed", "tag": "8c593237-bb39-469b-bd7c-7bccef5c0f8d"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:31.843845 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 8c593237-bb39-469b-bd7c-7bccef5c0f8d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8c593237-bb39-469b-bd7c-7bccef5c0f8d,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:31.851062 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:31.906945 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6154835b-038b-46ec-a591-bf4f3e67d213 x-openstack-request-id: req-6154835b-038b-46ec-a591-bf4f3e67d213 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:31.907412 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad40289-e1b1-4ab1-97f8-81a1b3476d64", "name": "network-vif-plugged", "status": "completed", "tag": "8c593237-bb39-469b-bd7c-7bccef5c0f8d", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:31.907977 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6154835b-038b-46ec-a591-bf4f3e67d213 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:31.908714 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad40289-e1b1-4ab1-97f8-81a1b3476d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c593237-bb39-469b-bd7c-7bccef5c0f8d', 'code': 200} Oct 27 11:41:31.922510 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=8c593237-bb39-469b-bd7c-7bccef5c0f8d,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:32.089346 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45124) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:32.198222 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf423074-c265-4ec4-9718-ce408a59a5b8 req-b613cbdf-6738-42f1-b51d-8942c1159cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:32.199804 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bf423074-c265-4ec4-9718-ce408a59a5b8 req-b613cbdf-6738-42f1-b51d-8942c1159cf9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 1099 time: 0.0769517 Oct 27 11:41:32.239545 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a5605bb0-f4a8-490d-8a86-875273f67234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:32.250303 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bf423074-c265-4ec4-9718-ce408a59a5b8 req-5f374f40-254b-498c-8a89-14955f5a5ce5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367048 Oct 27 11:41:32.303394 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['f1fa3ef3-fed8-422e-8aa1-0d1660df4486'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:41:32.373860 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a5605bb0-f4a8-490d-8a86-875273f67234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:32.383090 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a5605bb0-f4a8-490d-8a86-875273f67234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:32.434239 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-a5605bb0-f4a8-490d-8a86-875273f67234 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a94426985a3142e1bf9eee9074dd77ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396811 Oct 27 11:41:32.434783 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45138) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:32.444744 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5605bb0-f4a8-490d-8a86-875273f67234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2957b478-e125-4ab2-8d0b-ebeee3e6b7c2,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:32.472762 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45140) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:32.508272 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d4ed92ab-a088-4162-a338-eff755ca1470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:32.536974 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d4ed92ab-a088-4162-a338-eff755ca1470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:32.659594 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb618-c546-4f22-8b80-233a9ee4182f req-e6f3f49f-bd10-41de-be5f-06ced29917f9 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:32.661208 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ca8eb618-c546-4f22-8b80-233a9ee4182f req-e6f3f49f-bd10-41de-be5f-06ced29917f9 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 945 time: 0.1069603 Oct 27 11:41:32.673303 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-fb7724b1-c666-4bdc-b222-d3cedc24ecbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:32.683562 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25d106-6881-4d7b-92e2-89160cbeac52 req-39a5e2f9-c87c-4275-a3a5-c5fc5de74dd9 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:32.685368 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bc25d106-6881-4d7b-92e2-89160cbeac52 req-39a5e2f9-c87c-4275-a3a5-c5fc5de74dd9 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0962434 Oct 27 11:41:32.725121 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d4ed92ab-a088-4162-a338-eff755ca1470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:32.728528 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d4ed92ab-a088-4162-a338-eff755ca1470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:32.732739 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-d4ed92ab-a088-4162-a338-eff755ca1470 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2957b478-e125-4ab2-8d0b-ebeee3e6b7c2 HTTP/1.1" status: 204 len: 168 time: 0.2927155 Oct 27 11:41:32.755720 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ca8eb618-c546-4f22-8b80-233a9ee4182f req-266874b5-5677-450f-8e41-badabde1b208 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816586 Oct 27 11:41:32.759459 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed92ab-a088-4162-a338-eff755ca1470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2957b478-e125-4ab2-8d0b-ebeee3e6b7c2,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:32.784349 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bc25d106-6881-4d7b-92e2-89160cbeac52 req-d79dc480-d3f1-4b0e-b83c-81a40d1739e3 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754724 Oct 27 11:41:32.825744 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-fb7724b1-c666-4bdc-b222-d3cedc24ecbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:32.833023 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-fb7724b1-c666-4bdc-b222-d3cedc24ecbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:32.884340 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7724b1-c666-4bdc-b222-d3cedc24ecbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661ccf41-3c4c-405e-911c-56da1e2b91e3,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:32.919535 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-fb7724b1-c666-4bdc-b222-d3cedc24ecbf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=530d5575cddd49378865cd9265d7a96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4450879 Oct 27 11:41:32.922468 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45160) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:32.954247 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854fefd-12f0-40ee-bc5e-93eabfae2d77 req-47f57ac3-d489-4fbf-9281-9088fc841d4f tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:32.966759 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f854fefd-12f0-40ee-bc5e-93eabfae2d77 req-47f57ac3-d489-4fbf-9281-9088fc841d4f tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.1063037 Oct 27 11:41:32.989029 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8d3c490d-18e2-4c5a-a774-7385d6424416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.021867 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8d3c490d-18e2-4c5a-a774-7385d6424416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.109960 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f854fefd-12f0-40ee-bc5e-93eabfae2d77 req-324867ae-3d40-4502-93d1-713776941bb8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402173 Oct 27 11:41:33.113718 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8d3c490d-18e2-4c5a-a774-7385d6424416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.119383 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8d3c490d-18e2-4c5a-a774-7385d6424416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.123076 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-8d3c490d-18e2-4c5a-a774-7385d6424416 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/661ccf41-3c4c-405e-911c-56da1e2b91e3 HTTP/1.1" status: 204 len: 168 time: 0.1963871 Oct 27 11:41:33.159617 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c490d-18e2-4c5a-a774-7385d6424416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661ccf41-3c4c-405e-911c-56da1e2b91e3,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:33.330601 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7591d00-62f2-43e0-8eed-e83b14448aae req-f36442ea-fc39-47df-8256-e71c0a0d8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:33.332380 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f7591d00-62f2-43e0-8eed-e83b14448aae req-f36442ea-fc39-47df-8256-e71c0a0d8f17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6cf4b776db943b78157db9573678d4d&device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 1098 time: 0.1448779 Oct 27 11:41:33.346743 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2bab3-5a2a-4204-856b-595f0967fe3c req-d27611ce-cf89-4d7a-aa05-dfb0009a9d96 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:33.348279 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e8a2bab3-5a2a-4204-856b-595f0967fe3c req-d27611ce-cf89-4d7a-aa05-dfb0009a9d96 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1036494 Oct 27 11:41:33.378406 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45172) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:33.399979 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-15a24f29-6ee6-419c-826f-45f4c7e1be5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.468684 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e8a2bab3-5a2a-4204-856b-595f0967fe3c req-7e3753b9-a00f-47c3-96ce-d38b27c93cad tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074858 Oct 27 11:41:33.500141 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7591d00-62f2-43e0-8eed-e83b14448aae req-c333b496-37cd-453a-8a54-46a582a9c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:33.502237 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f7591d00-62f2-43e0-8eed-e83b14448aae req-c333b496-37cd-453a-8a54-46a582a9c338 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f295b617-1dee-47fd-847d-99b3b917163f HTTP/1.1" status: 200 len: 921 time: 0.1526461 Oct 27 11:41:33.554364 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-15a24f29-6ee6-419c-826f-45f4c7e1be5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.560405 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-15a24f29-6ee6-419c-826f-45f4c7e1be5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.606095 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-15a24f29-6ee6-419c-826f-45f4c7e1be5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c967c21a789841ca960fb44d3896cead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263985 Oct 27 11:41:33.608156 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a24f29-6ee6-419c-826f-45f4c7e1be5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cd01ac-5b59-4495-a87f-d5c12b19f19c,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:33.618381 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45178) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:33.646315 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45180) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:33.659791 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6840731f-2e35-495f-bf72-9e4082a08f83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.676811 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9374de78-80a5-4897-a186-4d3db6377448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.700067 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9374de78-80a5-4897-a186-4d3db6377448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.752108 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6840731f-2e35-495f-bf72-9e4082a08f83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.756728 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6840731f-2e35-495f-bf72-9e4082a08f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.771254 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9374de78-80a5-4897-a186-4d3db6377448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.774203 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9374de78-80a5-4897-a186-4d3db6377448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.775739 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-9374de78-80a5-4897-a186-4d3db6377448 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36cd01ac-5b59-4495-a87f-d5c12b19f19c HTTP/1.1" status: 204 len: 168 time: 0.1558919 Oct 27 11:41:33.786107 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374de78-80a5-4897-a186-4d3db6377448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cd01ac-5b59-4495-a87f-d5c12b19f19c,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:33.827181 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-6840731f-2e35-495f-bf72-9e4082a08f83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f3cbf14540b4358b029d53dc838c94d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796508 Oct 27 11:41:33.828293 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840731f-2e35-495f-bf72-9e4082a08f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc2a938-e44d-4f13-8fa2-879d31dd31f7,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:33.830069 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45186) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:33.936397 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bc655044-6176-418c-8f99-dadf7ac636a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.966776 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bc655044-6176-418c-8f99-dadf7ac636a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.980992 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d4e7c-3282-462d-b678-c973369a4493 req-21ed42fe-8746-4ddb-9f2f-5d69b93b7f7e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:33.982579 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8c8d4e7c-3282-462d-b678-c973369a4493 req-21ed42fe-8746-4ddb-9f2f-5d69b93b7f7e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 945 time: 0.0849705 Oct 27 11:41:34.060042 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8c8d4e7c-3282-462d-b678-c973369a4493 req-7e0ca126-e24d-4020-8b3f-cf753896cef1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664177 Oct 27 11:41:34.099900 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bc655044-6176-418c-8f99-dadf7ac636a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:34.099900 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bc655044-6176-418c-8f99-dadf7ac636a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:34.099900 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-bc655044-6176-418c-8f99-dadf7ac636a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fc2a938-e44d-4f13-8fa2-879d31dd31f7 HTTP/1.1" status: 204 len: 168 time: 0.2623541 Oct 27 11:41:34.109868 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc655044-6176-418c-8f99-dadf7ac636a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc2a938-e44d-4f13-8fa2-879d31dd31f7,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:34.279844 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0365e8d-2d1b-48b5-b497-f316f3414ccb req-7233973b-b14b-42e8-8fdc-ef4589be930b tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:34.281708 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c0365e8d-2d1b-48b5-b497-f316f3414ccb req-7233973b-b14b-42e8-8fdc-ef4589be930b tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0832887 Oct 27 11:41:34.346489 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45202) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:34.355378 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c0365e8d-2d1b-48b5-b497-f316f3414ccb req-0f97168e-7462-45a1-8adf-13e9fff5d4ae tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651493 Oct 27 11:41:34.368840 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:34.465583 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:34.471583 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:34.524296 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c991a4b2c8fe43d3958de4872704d1b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766126 Oct 27 11:41:34.526921 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15982a19-669c-469b-9e3c-4d2caa0515b5,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:34.527096 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45214) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:34.535109 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.536425 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.536973 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.537694 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.538039 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.538980 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.539328 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.539716 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.540192 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.540664 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.541134 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.541772 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7ad470-3542-4ca8-ae2a-f80580c2dc64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.676687 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f7591d00-62f2-43e0-8eed-e83b14448aae req-6894e7bf-914a-4482-ab03-096f6986ee3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d HTTP/1.1" status: 200 len: 217 time: 0.0679846 Oct 27 11:41:34.707539 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b34df-5469-4ce9-a845-59eaa9d49510 req-09c22a81-28aa-44bd-8847-e2c160015855 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:34.709108 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5c2b34df-5469-4ce9-a845-59eaa9d49510 req-09c22a81-28aa-44bd-8847-e2c160015855 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1516836 Oct 27 11:41:34.714964 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:34.727458 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1a280-85ea-4c9d-85b2-e0d2e97834ea req-26a75070-04af-402b-80f3-ea451f463466 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:34.729235 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-18f1a280-85ea-4c9d-85b2-e0d2e97834ea req-26a75070-04af-402b-80f3-ea451f463466 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.1667435 Oct 27 11:41:34.771295 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:34.831526 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5c2b34df-5469-4ce9-a845-59eaa9d49510 req-81f8aafb-a538-4ba4-b6a0-2cd0d3f8eac3 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146150 Oct 27 11:41:34.842924 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-18f1a280-85ea-4c9d-85b2-e0d2e97834ea req-0cb327dd-ddfd-4a92-afd5-f84dc4074df6 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976479 Oct 27 11:41:34.880227 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:34.883568 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:34.884751 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15982a19-669c-469b-9e3c-4d2caa0515b5 HTTP/1.1" status: 204 len: 168 time: 0.3561518 Oct 27 11:41:34.893183 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15982a19-669c-469b-9e3c-4d2caa0515b5,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:34.902084 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.902430 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.902797 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.903141 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.903452 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.903773 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.904095 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.904414 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.904731 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.905159 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.905417 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:34.905709 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e6e616-d336-477a-bc5a-6221b7237c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:35.445414 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a1aae-d365-4f0c-85cd-44b60124514d req-e985d268-da65-4e37-adad-b15a19bab74e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:35.447236 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-144a1aae-d365-4f0c-85cd-44b60124514d req-e985d268-da65-4e37-adad-b15a19bab74e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 945 time: 0.2962122 Oct 27 11:41:35.506047 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device f1fa3ef3-fed8-422e-8aa1-0d1660df4486 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:35.518818 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-144a1aae-d365-4f0c-85cd-44b60124514d req-c6d68cea-d384-4f82-8ff7-a08f969c7933 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647426 Oct 27 11:41:35.532764 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1234cdb-9b8e-4e91-be0e-785250af7a77 req-b308432d-c406-4fa6-9a53-4f3c41ecc84e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:35.541449 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c1234cdb-9b8e-4e91-be0e-785250af7a77 req-b308432d-c406-4fa6-9a53-4f3c41ecc84e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0800264 Oct 27 11:41:35.579530 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port f1fa3ef3-fed8-422e-8aa1-0d1660df4486 completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:41:35.579971 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c1234cdb-9b8e-4e91-be0e-785250af7a77 req-5f35a209-b7fa-436f-9fd1-d15884266486 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365691 Oct 27 11:41:35.583292 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port f1fa3ef3-fed8-422e-8aa1-0d1660df4486 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:35.583895 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:35.672758 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:35.695533 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fc80ed-af46-4950-890f-2e54795e946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:35.697730 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df0b489-6bd8-49d5-a9c8-923d645cc448" -d '{"events": [{"server_uuid": "55fc80ed-af46-4950-890f-2e54795e946b", "name": "network-vif-plugged", "status": "completed", "tag": "f1fa3ef3-fed8-422e-8aa1-0d1660df4486"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:35.715975 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port f1fa3ef3-fed8-422e-8aa1-0d1660df4486, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:35.721312 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:35.746313 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc8a3ca-f37b-4701-b645-35d4be4eca9f x-openstack-request-id: req-0fc8a3ca-f37b-4701-b645-35d4be4eca9f {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:35.746313 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fc80ed-af46-4950-890f-2e54795e946b", "name": "network-vif-plugged", "status": "completed", "tag": "f1fa3ef3-fed8-422e-8aa1-0d1660df4486", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:35.746313 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0fc8a3ca-f37b-4701-b645-35d4be4eca9f {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:35.746313 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fc80ed-af46-4950-890f-2e54795e946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'code': 200} Oct 27 11:41:35.773438 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:36.003751 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d588e-c50d-4a8d-8498-39148eb3507e req-b08fce9c-e32b-41a0-a780-5da7f5b90159 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:36.005290 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-645d588e-c50d-4a8d-8498-39148eb3507e req-b08fce9c-e32b-41a0-a780-5da7f5b90159 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0919669 Oct 27 11:41:36.019555 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d7c88-ce5a-4967-9c33-1c03637ebe60 req-ff315d3f-5c60-4b24-9495-627e46c5e053 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:36.021223 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e10d7c88-ce5a-4967-9c33-1c03637ebe60 req-ff315d3f-5c60-4b24-9495-627e46c5e053 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.0779293 Oct 27 11:41:36.090829 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e10d7c88-ce5a-4967-9c33-1c03637ebe60 req-e6741510-9d5f-43cb-aa5e-39d5e974f2fd tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620608 Oct 27 11:41:36.097786 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-645d588e-c50d-4a8d-8498-39148eb3507e req-b52aaa88-f6a0-4947-9560-236f57730ab8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755806 Oct 27 11:41:36.706051 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7591d00-62f2-43e0-8eed-e83b14448aae req-9a059754-2bec-4096-b325-2b1702633f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:36.707551 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f7591d00-62f2-43e0-8eed-e83b14448aae req-9a059754-2bec-4096-b325-2b1702633f07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b5e998-50c9-4a4a-b99c-0238a60bf0ee HTTP/1.1" status: 200 len: 859 time: 0.1320252 Oct 27 11:41:36.744187 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbd629-b0ee-4b2d-be87-cb6bb455232f req-0496a065-2251-4471-a928-38c2c83b7cba tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:36.752526 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cbdbd629-b0ee-4b2d-be87-cb6bb455232f req-0496a065-2251-4471-a928-38c2c83b7cba tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.1172366 Oct 27 11:41:36.802289 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a01ef28d-d7c8-47b0-b8d3-dff2252ba32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:36.802921 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f7591d00-62f2-43e0-8eed-e83b14448aae req-69be72a1-7520-4886-91b9-7be54e0c6cc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f295b617-1dee-47fd-847d-99b3b917163f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467124 Oct 27 11:41:36.825997 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ba84c-b9c8-4215-98aa-1ffbc55c0650 req-cf0b55e8-7eac-47e4-a43a-d07d0c08a216 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:36.827513 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-af1ba84c-b9c8-4215-98aa-1ffbc55c0650 req-cf0b55e8-7eac-47e4-a43a-d07d0c08a216 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.1397130 Oct 27 11:41:36.887014 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cbdbd629-b0ee-4b2d-be87-cb6bb455232f req-4a2150bd-9ecd-482c-928a-19d2ea8f98fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333315 Oct 27 11:41:36.963880 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-af1ba84c-b9c8-4215-98aa-1ffbc55c0650 req-bab176e9-8976-4356-af30-b79c32dadea6 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289616 Oct 27 11:41:36.967311 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ec8b5-54ea-4556-87b3-b1bfe8028ea9 req-6fd3fc93-4e81-4260-8c66-3ea9391c2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:36.968733 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a33ec8b5-54ea-4556-87b3-b1bfe8028ea9 req-6fd3fc93-4e81-4260-8c66-3ea9391c2fb9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 1099 time: 0.1641812 Oct 27 11:41:37.008073 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f7591d00-62f2-43e0-8eed-e83b14448aae req-be1ccc2f-3535-4210-aadc-97871632165f service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714883 Oct 27 11:41:37.042802 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a33ec8b5-54ea-4556-87b3-b1bfe8028ea9 req-eecd63b4-9d89-4d36-baa9-038aae0c3700 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577033 Oct 27 11:41:37.112343 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f7591d00-62f2-43e0-8eed-e83b14448aae req-89ed9bee-0306-4f3e-98b3-c1d280eb772f service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907519 Oct 27 11:41:37.238078 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150feda-8f06-4872-82de-8ca3b10c1c57 req-f84bd723-f52a-4ebb-94a6-13b9be2e1f3c tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:37.239575 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c150feda-8f06-4872-82de-8ca3b10c1c57 req-f84bd723-f52a-4ebb-94a6-13b9be2e1f3c tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.0777192 Oct 27 11:41:37.247317 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740ca6c-98be-46f8-b410-6622fcd853b8 req-8c0b47e2-1f7c-4e45-83f3-21655836f7ae tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:37.248673 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b740ca6c-98be-46f8-b410-6622fcd853b8 req-8c0b47e2-1f7c-4e45-83f3-21655836f7ae tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0779078 Oct 27 11:41:37.305693 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c150feda-8f06-4872-82de-8ca3b10c1c57 req-90d4b09b-646d-4e58-b7ef-cea3a709284c tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560880 Oct 27 11:41:37.310523 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b740ca6c-98be-46f8-b410-6622fcd853b8 req-456cf4dd-f7b8-4227-876e-259e0c0bab2c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553136 Oct 27 11:41:38.039731 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084be147-fc61-416c-92c1-7aea2dda4395 req-16920c69-ef60-4229-a391-ed3466ac94cd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:38.041407 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-084be147-fc61-416c-92c1-7aea2dda4395 req-16920c69-ef60-4229-a391-ed3466ac94cd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0676255 Oct 27 11:41:38.118918 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-084be147-fc61-416c-92c1-7aea2dda4395 req-fd0b8d05-7da4-4f75-a2bb-883d46228fd1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665407 Oct 27 11:41:38.135757 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8978c-73c0-43d5-9096-18b1057e0774 req-309da5d8-a9ff-465e-a196-03d42c917c06 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:38.137329 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-57c8978c-73c0-43d5-9096-18b1057e0774 req-309da5d8-a9ff-465e-a196-03d42c917c06 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0950196 Oct 27 11:41:38.199264 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-57c8978c-73c0-43d5-9096-18b1057e0774 req-05e52039-73b8-4b11-8e04-e353fd568b00 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536571 Oct 27 11:41:38.443577 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd9d99-0ff6-4e8f-b5d2-44e710d946b8 req-621ebd11-6e04-4b94-b92f-ab1feb99c877 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:38.449049 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b7bd9d99-0ff6-4e8f-b5d2-44e710d946b8 req-621ebd11-6e04-4b94-b92f-ab1feb99c877 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0952950 Oct 27 11:41:38.454994 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45370) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:38.461066 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-78e70008-4cf9-4c29-872d-f7e8f2865000 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Request body: {'floatingip': {'port_id': '8c593237-bb39-469b-bd7c-7bccef5c0f8d'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:38.555365 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-78e70008-4cf9-4c29-872d-f7e8f2865000 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for floatingip, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:38.637291 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e6b80-deef-4d1e-a2e1-7df1a6e841f7 req-79b14c3d-9ec3-4879-9c16-7c0203572603 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:38.638854 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f95e6b80-deef-4d1e-a2e1-7df1a6e841f7 req-79b14c3d-9ec3-4879-9c16-7c0203572603 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.2373118 Oct 27 11:41:38.733979 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2119c2-372e-4f29-9c4b-fa89011f2932 req-5853af24-1301-4fa9-ba5b-b3daeebd6d95 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:38.735476 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc2119c2-372e-4f29-9c4b-fa89011f2932 req-5853af24-1301-4fa9-ba5b-b3daeebd6d95 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.2067485 Oct 27 11:41:38.765016 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f95e6b80-deef-4d1e-a2e1-7df1a6e841f7 req-da114e8a-32a6-4b5d-b1a2-c6fc90001cd8 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062448 Oct 27 11:41:38.855245 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc2119c2-372e-4f29-9c4b-fa89011f2932 req-071183a1-e548-4dad-9ff7-ccbbf7d35f3a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118159 Oct 27 11:41:39.309156 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-78e70008-4cf9-4c29-872d-f7e8f2865000 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:39.318703 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-78e70008-4cf9-4c29-872d-f7e8f2865000 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:39.336374 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84c0c2-d6da-41fa-a4b5-8cd2086b1d90 req-3d40045d-0419-407c-910b-d588a2e325c4 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:39.338248 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b84c0c2-d6da-41fa-a4b5-8cd2086b1d90 req-3d40045d-0419-407c-910b-d588a2e325c4 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.1005898 Oct 27 11:41:39.488143 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b84c0c2-d6da-41fa-a4b5-8cd2086b1d90 req-e80253d6-a500-4b7f-bb66-3d153bb96f84 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978024 Oct 27 11:41:39.514058 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.l3_db [None req-78e70008-4cf9-4c29-872d-f7e8f2865000 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Floating IP 36f4301f-b54f-410c-b017-69cee6cffb8b associated. External IP: 172.27.3.119, port: 8c593237-bb39-469b-bd7c-7bccef5c0f8d. Oct 27 11:41:39.780929 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b12c8547-bb58-4aa2-a385-09095ab64693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:40.001664 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45432) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:40.016040 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97ed35-d0c5-4e14-9889-2c69136bf0c2 req-5db27eca-8f32-4601-829f-780f5e5048f8 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:40.017404 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb97ed35-d0c5-4e14-9889-2c69136bf0c2 req-5db27eca-8f32-4601-829f-780f5e5048f8 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.1696906 Oct 27 11:41:40.031618 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4258a5-a0fd-414f-bbd4-6b1e0589abf0 req-58a0284c-b772-4369-83c9-c43dd6a1dc28 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:40.033050 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bd4258a5-a0fd-414f-bbd4-6b1e0589abf0 req-58a0284c-b772-4369-83c9-c43dd6a1dc28 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0964994 Oct 27 11:41:40.042496 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e70008-4cf9-4c29-872d-f7e8f2865000 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:41:40.142704 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9f4c5b91-9566-4d05-8df8-3231f12fe325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:40.188577 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bd4258a5-a0fd-414f-bbd4-6b1e0589abf0 req-6396c067-ff17-4c8d-b2d8-16dde9bdbe97 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366708 Oct 27 11:41:40.193955 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb97ed35-d0c5-4e14-9889-2c69136bf0c2 req-27bee42a-2c03-4a80-b336-cea0d11b7433 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502316 Oct 27 11:41:40.229280 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e70008-4cf9-4c29-872d-f7e8f2865000 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:41:40.234102 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-78e70008-4cf9-4c29-872d-f7e8f2865000 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:40.247342 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9f4c5b91-9566-4d05-8df8-3231f12fe325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:40.249364 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fba4c85-460c-45ad-b7a6-5c49f92c3174 None None] Sync routers for ids ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:41:40.252249 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9f4c5b91-9566-4d05-8df8-3231f12fe325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:40.261680 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fba4c85-460c-45ad-b7a6-5c49f92c3174 None None] Routers {'7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:41:40.262425 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-3fba4c85-460c-45ad-b7a6-5c49f92c3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:41:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:40.268321 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-78e70008-4cf9-4c29-872d-f7e8f2865000 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "PUT /v2.0/floatingips/36f4301f-b54f-410c-b017-69cee6cffb8b HTTP/1.1" status: 200 len: 992 time: 1.8119557 Oct 27 11:41:40.269451 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad40289-e1b1-4ab1-97f8-81a1b3476d64', 'tag': '8c593237-bb39-469b-bd7c-7bccef5c0f8d'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:40.271972 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4026cd-3ea8-465d-88e8-79e01f494d12" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad40289-e1b1-4ab1-97f8-81a1b3476d64", "tag": "8c593237-bb39-469b-bd7c-7bccef5c0f8d"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:40.299550 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-9f4c5b91-9566-4d05-8df8-3231f12fe325 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea086079b4054b70b6be03ae0b3e9448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943447 Oct 27 11:41:40.299854 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45442) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:40.307620 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c5b91-9566-4d05-8df8-3231f12fe325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e47f34-09e2-4dcb-840a-48a310c463ec,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:40.315325 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254ef1fb-4937-4586-b172-52c717b56307 x-openstack-request-id: req-254ef1fb-4937-4586-b172-52c717b56307 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:40.315845 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad40289-e1b1-4ab1-97f8-81a1b3476d64", "tag": "8c593237-bb39-469b-bd7c-7bccef5c0f8d", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:40.315845 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-254ef1fb-4937-4586-b172-52c717b56307 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:40.316223 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad40289-e1b1-4ab1-97f8-81a1b3476d64', 'tag': '8c593237-bb39-469b-bd7c-7bccef5c0f8d', 'status': 'completed', 'code': 200} Oct 27 11:41:40.365867 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-fa9b64d4-4e44-4599-8cd8-128538c1f0a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:40.388245 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-fa9b64d4-4e44-4599-8cd8-128538c1f0a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:40.398250 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4026cd-3ea8-465d-88e8-79e01f494d12 req-0902ceba-e674-4789-ac81-22e5a3721184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:40.399801 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc4026cd-3ea8-465d-88e8-79e01f494d12 req-0902ceba-e674-4789-ac81-22e5a3721184 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18a798fcd851472396a821df034d2591&device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 1099 time: 0.0418682 Oct 27 11:41:40.407170 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-3fba4c85-460c-45ad-b7a6-5c49f92c3174 None None] Set router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:41:40.442478 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-fa9b64d4-4e44-4599-8cd8-128538c1f0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:40.446003 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-fa9b64d4-4e44-4599-8cd8-128538c1f0a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:40.449614 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-fa9b64d4-4e44-4599-8cd8-128538c1f0a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1e47f34-09e2-4dcb-840a-48a310c463ec HTTP/1.1" status: 204 len: 168 time: 0.1462960 Oct 27 11:41:40.458685 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b64d4-4e44-4599-8cd8-128538c1f0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e47f34-09e2-4dcb-840a-48a310c463ec,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:40.537582 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4026cd-3ea8-465d-88e8-79e01f494d12 req-1b401e1f-a3d8-42db-b127-876af16598dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:40.539548 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc4026cd-3ea8-465d-88e8-79e01f494d12 req-1b401e1f-a3d8-42db-b127-876af16598dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7a19429-34d2-4399-856f-928cf000bee1 HTTP/1.1" status: 200 len: 913 time: 0.1314001 Oct 27 11:41:40.626504 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c07ad-8080-417b-acf7-54a709e9a4d9 req-5bf8d798-8f40-48d5-8b38-1c88f02e7d31 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:40.628500 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b74c07ad-8080-417b-acf7-54a709e9a4d9 req-5bf8d798-8f40-48d5-8b38-1c88f02e7d31 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.41 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.1543760 Oct 27 11:41:40.753791 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:40.793527 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc4026cd-3ea8-465d-88e8-79e01f494d12 req-f0ade7db-7ee6-4b28-ba91-4788769d9b4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c593237-bb39-469b-bd7c-7bccef5c0f8d HTTP/1.1" status: 200 len: 1000 time: 0.2451544 Oct 27 11:41:40.801444 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-3fba4c85-460c-45ad-b7a6-5c49f92c3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '36f4301f-b54f-410c-b017-69cee6cffb8b', 'tenant_id': '18a798fcd851472396a821df034d2591', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'port_id': '8c593237-bb39-469b-bd7c-7bccef5c0f8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'mac_address': 'fa:16:3e:30:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40289-e1b1-4ab1-97f8-81a1b3476d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:41:02Z', 'updated_at': '2021-10-27T11:41:39Z', 'revision_number': 1, 'project_id': '18a798fcd851472396a821df034d2591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:59Z', 'revision_number': 5, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:40.852970 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fba4c85-460c-45ad-b7a6-5c49f92c3174 None None] Checking router: 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:41:40.862219 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fba4c85-460c-45ad-b7a6-5c49f92c3174 None None] Routers {'7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:41:40.863130 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-3fba4c85-460c-45ad-b7a6-5c49f92c3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:41:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:40.926549 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d8090-9a79-4f61-89da-42be0e14627f req-15d83efe-2296-484c-9d12-2213a5b0b6ba tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:40.935288 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-278d8090-9a79-4f61-89da-42be0e14627f req-15d83efe-2296-484c-9d12-2213a5b0b6ba tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.3050337 Oct 27 11:41:40.939145 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4026cd-3ea8-465d-88e8-79e01f494d12 req-41ef1ad8-2e44-4228-a153-ebf4f132bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:40.940507 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc4026cd-3ea8-465d-88e8-79e01f494d12 req-41ef1ad8-2e44-4228-a153-ebf4f132bca1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6873a289-3a0e-4f94-87e8-f3eccf8a4939 HTTP/1.1" status: 200 len: 850 time: 0.1331086 Oct 27 11:41:40.975321 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-3fba4c85-460c-45ad-b7a6-5c49f92c3174 None None] Set router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:41:41.015762 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:41.035290 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-278d8090-9a79-4f61-89da-42be0e14627f req-72872e5c-1eff-477a-9ead-9254b651b70d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988951 Oct 27 11:41:41.046369 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-b74c07ad-8080-417b-acf7-54a709e9a4d9 req-a15c4261-07b2-4852-ac93-ee6a83185278 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Deleting port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:41:41.047196 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b74c07ad-8080-417b-acf7-54a709e9a4d9 req-a15c4261-07b2-4852-ac93-ee6a83185278 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:41.109331 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4026cd-3ea8-465d-88e8-79e01f494d12 req-ea415720-c430-40f3-9e10-2317952dcc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:41.111614 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc4026cd-3ea8-465d-88e8-79e01f494d12 req-ea415720-c430-40f3-9e10-2317952dcc0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7a19429-34d2-4399-856f-928cf000bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1590679 Oct 27 11:41:41.239378 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-3fba4c85-460c-45ad-b7a6-5c49f92c3174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '36f4301f-b54f-410c-b017-69cee6cffb8b', 'tenant_id': '18a798fcd851472396a821df034d2591', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'port_id': '8c593237-bb39-469b-bd7c-7bccef5c0f8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'mac_address': 'fa:16:3e:30:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40289-e1b1-4ab1-97f8-81a1b3476d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:41:02Z', 'updated_at': '2021-10-27T11:41:39Z', 'revision_number': 1, 'project_id': '18a798fcd851472396a821df034d2591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:59Z', 'revision_number': 5, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:41.258664 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-b74c07ad-8080-417b-acf7-54a709e9a4d9 req-a15c4261-07b2-4852-ac93-ee6a83185278 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] For port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=9cf96459-de6e-4365-b1b2-7df5d9a7ca22,segment=NetworkSegment(f41322f1-52e4-44c9-958b-5ed670a864b7),segment_id=f41322f1-52e4-44c9-958b-5ed670a864b7)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:41.259049 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b74c07ad-8080-417b-acf7-54a709e9a4d9 req-a15c4261-07b2-4852-ac93-ee6a83185278 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:41.271516 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fba4c85-460c-45ad-b7a6-5c49f92c3174 None None] The sync data for ids ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'] in dv-cinder-815146-3-iscsi is: [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '36f4301f-b54f-410c-b017-69cee6cffb8b', 'tenant_id': '18a798fcd851472396a821df034d2591', 'floating_ip_address': '172.27.3.119', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'port_id': '8c593237-bb39-469b-bd7c-7bccef5c0f8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'mac_address': 'fa:16:3e:30:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40289-e1b1-4ab1-97f8-81a1b3476d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:41:02Z', 'updated_at': '2021-10-27T11:41:39Z', 'revision_number': 1, 'project_id': '18a798fcd851472396a821df034d2591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:59Z', 'revision_number': 5, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:41:41.296071 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-b74c07ad-8080-417b-acf7-54a709e9a4d9 req-a15c4261-07b2-4852-ac93-ee6a83185278 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Calling delete_port for 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:41:41.347515 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609dcd8-0236-470f-a563-c8172695a18b req-46b0a83a-03a0-4a6e-9f22-8141c608d22a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:41.349106 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e609dcd8-0236-470f-a563-c8172695a18b req-46b0a83a-03a0-4a6e-9f22-8141c608d22a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.2072387 Oct 27 11:41:41.359300 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45470) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:41.367180 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc4026cd-3ea8-465d-88e8-79e01f494d12 req-37319d3f-adc8-4b00-bd5b-f1d64a0b6ba2 service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240942 Oct 27 11:41:41.368073 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-31db0427-78c6-4aa8-9d0b-dc89f2fd8bde tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Request body: {'floatingip': {'port_id': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:41.540418 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba12a25-6f3f-49cb-ba5f-b5b815301346 req-8f45f25d-a3d7-469e-8c0a-f854f9313418 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:41.540418 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8ba12a25-6f3f-49cb-ba5f-b5b815301346 req-8f45f25d-a3d7-469e-8c0a-f854f9313418 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.2626901 Oct 27 11:41:41.573783 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-31db0427-78c6-4aa8-9d0b-dc89f2fd8bde tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for floatingip, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:41.635677 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3bfc2-9289-4b37-aa09-a12e3cd6e139 req-b2300028-192d-4ce4-87ef-e197c9a777dd tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:41.637248 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ffa3bfc2-9289-4b37-aa09-a12e3cd6e139 req-b2300028-192d-4ce4-87ef-e197c9a777dd tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 945 time: 0.2099707 Oct 27 11:41:41.659401 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66622ed-7936-4108-b1d6-b75ac8cf022a None None] New status for floating IP 36f4301f-b54f-410c-b017-69cee6cffb8b: ACTIVE {{(pid=108004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:41:41.665274 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc4026cd-3ea8-465d-88e8-79e01f494d12 req-17254c6c-f242-4993-98f1-ff0e022640ba service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476418 Oct 27 11:41:41.681852 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8ba12a25-6f3f-49cb-ba5f-b5b815301346 req-d983ddc6-c617-4eb7-bfd0-592537380b37 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232922 Oct 27 11:41:41.761472 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ffa3bfc2-9289-4b37-aa09-a12e3cd6e139 req-f7571a94-ee6d-4701-9f18-f57b87d497d6 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/security-groups?id=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073194 Oct 27 11:41:41.762965 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b74c07ad-8080-417b-acf7-54a709e9a4d9 req-a15c4261-07b2-4852-ac93-ee6a83185278 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:41.796634 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c4261-07b2-4852-ac93-ee6a83185278 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Pushing event deleted for resources: {'Port': ['ID=9cf96459-de6e-4365-b1b2-7df5d9a7ca22,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:41.802040 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['9cf96459-de6e-4365-b1b2-7df5d9a7ca22'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:41:41.876095 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74c07ad-8080-417b-acf7-54a709e9a4d9 req-a15c4261-07b2-4852-ac93-ee6a83185278 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] No DVR routers for this DVR port 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:41:41.881228 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b74c07ad-8080-417b-acf7-54a709e9a4d9 req-a15c4261-07b2-4852-ac93-ee6a83185278 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:41.886898 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b74c07ad-8080-417b-acf7-54a709e9a4d9 req-a15c4261-07b2-4852-ac93-ee6a83185278 tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.41 "DELETE /v2.0/ports/9cf96459-de6e-4365-b1b2-7df5d9a7ca22 HTTP/1.1" status: 204 len: 173 time: 1.2480247 Oct 27 11:41:42.125434 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45488) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:42.153948 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:42.240296 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d20e9ad1-3e51-4d7c-afe3-cebc6d09ca2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:42.323331 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca418f5-5153-4270-9fe5-a05869776cf3', 'name': 'network-vif-deleted', 'tag': '9cf96459-de6e-4365-b1b2-7df5d9a7ca22'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:42.325637 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30770b91-392b-47c0-a2e1-4f4039969578" -d '{"events": [{"server_uuid": "8ca418f5-5153-4270-9fe5-a05869776cf3", "name": "network-vif-deleted", "tag": "9cf96459-de6e-4365-b1b2-7df5d9a7ca22"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:42.329950 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d20e9ad1-3e51-4d7c-afe3-cebc6d09ca2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:42.335350 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d20e9ad1-3e51-4d7c-afe3-cebc6d09ca2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:42.372014 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-31db0427-78c6-4aa8-9d0b-dc89f2fd8bde tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:42.375541 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-d20e9ad1-3e51-4d7c-afe3-cebc6d09ca2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a3f6af5b9ea4032aa76704a7e1f7273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489104 Oct 27 11:41:42.376246 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e9ad1-3e51-4d7c-afe3-cebc6d09ca2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7135a20-9275-407e-b452-7bddbc136023,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:42.378444 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45496) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:42.386737 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-31db0427-78c6-4aa8-9d0b-dc89f2fd8bde tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:42.391992 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4de7e98-1116-40e3-8249-ff56400e8523 x-openstack-request-id: req-f4de7e98-1116-40e3-8249-ff56400e8523 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:42.392283 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca418f5-5153-4270-9fe5-a05869776cf3", "name": "network-vif-deleted", "tag": "9cf96459-de6e-4365-b1b2-7df5d9a7ca22", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:42.392534 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4de7e98-1116-40e3-8249-ff56400e8523 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:42.392932 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca418f5-5153-4270-9fe5-a05869776cf3', 'name': 'network-vif-deleted', 'tag': '9cf96459-de6e-4365-b1b2-7df5d9a7ca22', 'status': 'completed', 'code': 200} Oct 27 11:41:42.521459 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-44dbc388-fc6b-45e2-bd1d-c95adea92011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:42.545674 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.l3_db [None req-31db0427-78c6-4aa8-9d0b-dc89f2fd8bde tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Floating IP 49114845-e78c-453c-865d-1f361b805168 associated. External IP: 172.27.3.157, port: f1fa3ef3-fed8-422e-8aa1-0d1660df4486. Oct 27 11:41:42.587256 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-44dbc388-fc6b-45e2-bd1d-c95adea92011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:42.693268 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-44dbc388-fc6b-45e2-bd1d-c95adea92011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:42.696270 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-44dbc388-fc6b-45e2-bd1d-c95adea92011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:42.697403 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-44dbc388-fc6b-45e2-bd1d-c95adea92011 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7135a20-9275-407e-b452-7bddbc136023 HTTP/1.1" status: 204 len: 168 time: 0.3180809 Oct 27 11:41:42.851003 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e326621-4356-4293-9198-c45338c321bf req-a7705cb7-9aa8-4d5c-858d-5c9c29e18e12 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:42.859605 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8e326621-4356-4293-9198-c45338c321bf req-a7705cb7-9aa8-4d5c-858d-5c9c29e18e12 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0790868 Oct 27 11:41:42.916162 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8e326621-4356-4293-9198-c45338c321bf req-6891f8fe-6dae-4c3c-9a39-c92f3b647cf4 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552516 Oct 27 11:41:42.949340 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-163ac493-4658-4ee3-a2a4-698716a2ba73 req-55669ec0-4f44-430a-bc84-3690efb0f15c tempest-DeleteServersTestJSON-1461366796 tempest-DeleteServersTestJSON-1461366796-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ca418f5-5153-4270-9fe5-a05869776cf3 HTTP/1.1" status: 200 len: 210 time: 0.0514135 Oct 27 11:41:42.963561 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbc388-fc6b-45e2-bd1d-c95adea92011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7135a20-9275-407e-b452-7bddbc136023,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:43.045112 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31db0427-78c6-4aa8-9d0b-dc89f2fd8bde tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Router 6d0be83a-1d52-41bd-9f17-c19db46fec38 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:41:43.184984 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45518) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:43.203400 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2f64f462-a854-420e-aff4-36dfa83f86ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:43.214303 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31db0427-78c6-4aa8-9d0b-dc89f2fd8bde tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:41:43.221015 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-31db0427-78c6-4aa8-9d0b-dc89f2fd8bde tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:43.225921 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85eb08b-1340-4897-aa2d-820c7eff1e04 None None] Sync routers for ids ['6d0be83a-1d52-41bd-9f17-c19db46fec38'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:41:43.237612 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85eb08b-1340-4897-aa2d-820c7eff1e04 None None] Routers {'6d0be83a-1d52-41bd-9f17-c19db46fec38'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:41:43.238991 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-b85eb08b-1340-4897-aa2d-820c7eff1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:41:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['6d0be83a-1d52-41bd-9f17-c19db46fec38'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:43.266302 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-31db0427-78c6-4aa8-9d0b-dc89f2fd8bde tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "PUT /v2.0/floatingips/49114845-e78c-453c-865d-1f361b805168 HTTP/1.1" status: 200 len: 992 time: 1.9052634 Oct 27 11:41:43.268796 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55fc80ed-af46-4950-890f-2e54795e946b', 'tag': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486'}] {{(pid=108002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:43.271938 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4388124e3c3b051971e62aa59e6acc07dc3096b4c4758481fd87621de6f11c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba768e5-472b-4183-a44f-c4e74ca8f342" -d '{"events": [{"name": "network-changed", "server_uuid": "55fc80ed-af46-4950-890f-2e54795e946b", "tag": "f1fa3ef3-fed8-422e-8aa1-0d1660df4486"}]}' {{(pid=108002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:43.337591 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2f64f462-a854-420e-aff4-36dfa83f86ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:43.342989 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2f64f462-a854-420e-aff4-36dfa83f86ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:43.346789 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b90fef-2f64-4c81-88e5-e0999d624804 x-openstack-request-id: req-b8b90fef-2f64-4c81-88e5-e0999d624804 {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:43.347127 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55fc80ed-af46-4950-890f-2e54795e946b", "tag": "f1fa3ef3-fed8-422e-8aa1-0d1660df4486", "status": "completed", "code": 200}]} {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:43.347387 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8b90fef-2f64-4c81-88e5-e0999d624804 {{(pid=108002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:43.347778 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55fc80ed-af46-4950-890f-2e54795e946b', 'tag': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'status': 'completed', 'code': 200} Oct 27 11:41:43.366686 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-b85eb08b-1340-4897-aa2d-820c7eff1e04 None None] Set router 6d0be83a-1d52-41bd-9f17-c19db46fec38 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:41:43.389029 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-2f64f462-a854-420e-aff4-36dfa83f86ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cbeab69e727c49f4923239bc47127d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026751 Oct 27 11:41:43.390026 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64f462-a854-420e-aff4-36dfa83f86ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd1009f-210a-4e4b-8c23-c7845c871987,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:43.391641 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45526) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:43.477644 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba768e5-472b-4183-a44f-c4e74ca8f342 req-94879d11-effa-4a77-b666-bba299f052e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:43.479167 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4ba768e5-472b-4183-a44f-c4e74ca8f342 req-94879d11-effa-4a77-b666-bba299f052e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb405396e49b44d0ae75c6b2df1b88e0&device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 1099 time: 0.0781488 Oct 27 11:41:43.484587 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2825dab-42ed-4822-a59f-0f163eba110d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:43.556048 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2825dab-42ed-4822-a59f-0f163eba110d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:43.695692 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-b85eb08b-1340-4897-aa2d-820c7eff1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '49114845-e78c-453c-865d-1f361b805168', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'port_id': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'mac_address': 'fa:16:3e:f9:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80ed-af46-4950-890f-2e54795e946b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:41:06Z', 'updated_at': '2021-10-27T11:41:42Z', 'revision_number': 1, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:41:05Z', 'revision_number': 5, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:43.722749 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85eb08b-1340-4897-aa2d-820c7eff1e04 None None] Checking router: 6d0be83a-1d52-41bd-9f17-c19db46fec38 for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:41:43.731819 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85eb08b-1340-4897-aa2d-820c7eff1e04 None None] Routers {'6d0be83a-1d52-41bd-9f17-c19db46fec38'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:41:43.732450 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-b85eb08b-1340-4897-aa2d-820c7eff1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:41:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['6d0be83a-1d52-41bd-9f17-c19db46fec38'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:43.841029 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-b85eb08b-1340-4897-aa2d-820c7eff1e04 None None] Set router 6d0be83a-1d52-41bd-9f17-c19db46fec38 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:41:43.849263 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba768e5-472b-4183-a44f-c4e74ca8f342 req-f175c806-df4f-4596-8d51-bef54a83fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:43.851094 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4ba768e5-472b-4183-a44f-c4e74ca8f342 req-f175c806-df4f-4596-8d51-bef54a83fe1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8 HTTP/1.1" status: 200 len: 919 time: 0.3636742 Oct 27 11:41:43.895457 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2825dab-42ed-4822-a59f-0f163eba110d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:43.897963 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2825dab-42ed-4822-a59f-0f163eba110d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:43.899106 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-d2825dab-42ed-4822-a59f-0f163eba110d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fd1009f-210a-4e4b-8c23-c7845c871987 HTTP/1.1" status: 204 len: 168 time: 0.5044878 Oct 27 11:41:43.917930 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2825dab-42ed-4822-a59f-0f163eba110d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd1009f-210a-4e4b-8c23-c7845c871987,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:43.931110 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4ba768e5-472b-4183-a44f-c4e74ca8f342 req-18af6273-1228-4ab6-9d78-7b2aa295862f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486 HTTP/1.1" status: 200 len: 1000 time: 0.0719237 Oct 27 11:41:44.132674 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-b85eb08b-1340-4897-aa2d-820c7eff1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '49114845-e78c-453c-865d-1f361b805168', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'port_id': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'mac_address': 'fa:16:3e:f9:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80ed-af46-4950-890f-2e54795e946b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:41:06Z', 'updated_at': '2021-10-27T11:41:42Z', 'revision_number': 1, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:41:05Z', 'revision_number': 5, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:44.160309 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba768e5-472b-4183-a44f-c4e74ca8f342 req-28aa54ea-5f98-4c91-b327-2f4364b636ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:44.164841 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4ba768e5-472b-4183-a44f-c4e74ca8f342 req-28aa54ea-5f98-4c91-b327-2f4364b636ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8535eb92-1f72-4101-b598-e2a666aee081 HTTP/1.1" status: 200 len: 856 time: 0.2214222 Oct 27 11:41:44.179451 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85eb08b-1340-4897-aa2d-820c7eff1e04 None None] The sync data for ids ['6d0be83a-1d52-41bd-9f17-c19db46fec38'] in dv-cinder-815146-3-iscsi is: [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '49114845-e78c-453c-865d-1f361b805168', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'port_id': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'mac_address': 'fa:16:3e:f9:df:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fc80ed-af46-4950-890f-2e54795e946b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:41:06Z', 'updated_at': '2021-10-27T11:41:42Z', 'revision_number': 1, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:41:05Z', 'revision_number': 5, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:41:44.200283 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774a911-9769-4c60-a475-6e6a5a65c1cf req-648d9c74-e125-47ad-8d9a-a25b90535e12 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:44.201861 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e774a911-9769-4c60-a475-6e6a5a65c1cf req-648d9c74-e125-47ad-8d9a-a25b90535e12 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1874859 Oct 27 11:41:44.273358 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e774a911-9769-4c60-a475-6e6a5a65c1cf req-39adf90c-7b6f-4907-8440-3a735304c9ec tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622759 Oct 27 11:41:44.276553 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba768e5-472b-4183-a44f-c4e74ca8f342 req-ddf902e8-f192-4815-9012-59d647a7f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:44.278114 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4ba768e5-472b-4183-a44f-c4e74ca8f342 req-ddf902e8-f192-4815-9012-59d647a7f0b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752826 Oct 27 11:41:44.458208 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4ba768e5-472b-4183-a44f-c4e74ca8f342 req-94e8f8b7-89ee-4586-8f00-3198386d0fc3 service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667485 Oct 27 11:41:44.615216 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4ba768e5-472b-4183-a44f-c4e74ca8f342 req-4cab64d6-a614-4f97-8841-8abb3c30411f service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440735 Oct 27 11:41:44.624267 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10bbe89-60fc-492e-94e8-2b567770b2b5 None None] New status for floating IP 49114845-e78c-453c-865d-1f361b805168: ACTIVE {{(pid=108004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:41:44.878005 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a73b1-3191-4229-afd8-0bc9585becee req-2a14cb9c-11c6-458d-bf9e-49207faf7a42 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:44.879678 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-697a73b1-3191-4229-afd8-0bc9585becee req-2a14cb9c-11c6-458d-bf9e-49207faf7a42 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/networks?id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c HTTP/1.1" status: 200 len: 814 time: 0.1363194 Oct 27 11:41:44.900576 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-697a73b1-3191-4229-afd8-0bc9585becee req-00e36512-a659-483b-af09-4125d76f8e19 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/quotas/dbf1ce447b7e4bbd9810e10c6b8b5610 HTTP/1.1" status: 200 len: 375 time: 0.0137637 Oct 27 11:41:44.954383 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-697a73b1-3191-4229-afd8-0bc9585becee req-81c35c44-a163-4509-9979-331b850e98cb tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf1ce447b7e4bbd9810e10c6b8b5610&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455906 Oct 27 11:41:45.055028 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-697a73b1-3191-4229-afd8-0bc9585becee req-c1e05812-d25b-4435-bf7d-f3a36fba6404 service neutron] 10.222.0.36 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910463 Oct 27 11:41:45.176460 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-697a73b1-3191-4229-afd8-0bc9585becee req-d42c030b-4948-445d-b683-89b9a0e7c98c service neutron] 10.222.0.36 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145363 Oct 27 11:41:45.184526 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-92c40b18-1d61-4364-9882-b5d65c05f25f req-48896d38-caed-47c4-91a8-676a5122593a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0616620 Oct 27 11:41:45.317437 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c40b18-1d61-4364-9882-b5d65c05f25f req-1f564dcc-c5c2-4f61-a71d-3e77c51c8221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:45.320583 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-92c40b18-1d61-4364-9882-b5d65c05f25f req-1f564dcc-c5c2-4f61-a71d-3e77c51c8221 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbf1ce447b7e4bbd9810e10c6b8b5610&device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 1099 time: 0.0751803 Oct 27 11:41:45.339461 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:41:45.372580 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:41:45.373033 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 9cf96459-de6e-4365-b1b2-7df5d9a7ca22 not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:41:45.524038 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d1b9a20e-f75d-40f0-abd5-0a5eadf7116b req-70ef9d58-bb6b-4b62-b597-089c66cc1eb6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 210 time: 0.0986295 Oct 27 11:41:45.574421 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289238ac-ff09-4a06-a430-e74c46cc3159 req-a0c887fc-7af3-4b74-8573-6273c94210b8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:45.581650 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-289238ac-ff09-4a06-a430-e74c46cc3159 req-a0c887fc-7af3-4b74-8573-6273c94210b8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1156976 Oct 27 11:41:45.621550 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c40b18-1d61-4364-9882-b5d65c05f25f req-98a58cb9-7de7-4f69-82c5-1535fea61527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:45.623258 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-92c40b18-1d61-4364-9882-b5d65c05f25f req-98a58cb9-7de7-4f69-82c5-1535fea61527 service neutron] 10.222.0.41 "GET /v2.0/networks?id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c HTTP/1.1" status: 200 len: 916 time: 0.2576172 Oct 27 11:41:45.653575 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-289238ac-ff09-4a06-a430-e74c46cc3159 req-8baa3535-12db-4370-bccd-a700fc826301 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710349 Oct 27 11:41:45.703902 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-92c40b18-1d61-4364-9882-b5d65c05f25f req-94eef73b-7cd8-4140-bbe0-59162d5d7af6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1420b59a-5ff4-4719-aa84-e707e403d07e HTTP/1.1" status: 200 len: 217 time: 0.0491757 Oct 27 11:41:45.769699 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45636) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:45.775377 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c40b18-1d61-4364-9882-b5d65c05f25f req-b0be66e1-88b5-49bd-a0e4-30ca1ae15334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:45.778156 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-92c40b18-1d61-4364-9882-b5d65c05f25f req-b0be66e1-88b5-49bd-a0e4-30ca1ae15334 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212d8791-4b7d-4e98-a67a-01cceff80f31 HTTP/1.1" status: 200 len: 854 time: 0.0650585 Oct 27 11:41:45.822209 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-92c40b18-1d61-4364-9882-b5d65c05f25f req-aadccf32-4912-4cc4-8bb4-ea3d115d5358 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356815 Oct 27 11:41:45.832447 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bce8101-b083-439c-9f2e-177f9daa5b8a admin admin] Deleting subnet 19f25f87-9d27-4bc3-b995-b3ef048cb4f5 {{(pid=108002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:41:45.836532 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7bce8101-b083-439c-9f2e-177f9daa5b8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:45.873020 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7bce8101-b083-439c-9f2e-177f9daa5b8a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:45.884096 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7bce8101-b083-439c-9f2e-177f9daa5b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:45.954937 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-92c40b18-1d61-4364-9882-b5d65c05f25f req-b2993a60-5950-47df-8922-010d67b996af service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235645 Oct 27 11:41:45.956177 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7bce8101-b083-439c-9f2e-177f9daa5b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for subnet, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:45.984426 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce8101-b083-439c-9f2e-177f9daa5b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19f25f87-9d27-4bc3-b995-b3ef048cb4f5,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:45.991844 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7bce8101-b083-439c-9f2e-177f9daa5b8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:46.002797 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-7bce8101-b083-439c-9f2e-177f9daa5b8a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/19f25f87-9d27-4bc3-b995-b3ef048cb4f5 HTTP/1.1" status: 204 len: 168 time: 0.2260211 Oct 27 11:41:46.002797 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45644) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:46.078225 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-92c40b18-1d61-4364-9882-b5d65c05f25f req-770d110d-181e-4739-b6de-c91e196c76b3 service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053948 Oct 27 11:41:46.084826 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:46.203670 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:46.227012 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:41:46.227277 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:41:46.227980 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:41:46.228302 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Subscribe: > port after_create 55550000 {{(pid=108002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:41:46.228618 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:41:46.228943 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Subscribe: > port after_update 55550000 {{(pid=108002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:41:46.229257 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:41:46.229587 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:41:46.229895 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:41:46.230206 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:41:46.402843 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:41:46.403813 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:41:46.404326 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:41:46.406028 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:41:46.406423 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6cb795-44cc-4865-acfc-c87629057e34']}} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:46.434927 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41322f1-52e4-44c9-958b-5ed670a864b7') {'for_net_delete': True} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:46.435947 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41322f1-52e4-44c9-958b-5ed670a864b7') {} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:46.459932 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28753279'] for segment, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:46.482381 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:46.491656 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=108002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:41:46.492053 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29335500'] for segment, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: from cryptography.utils import int_from_bytes Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: from cryptography.utils import int_from_bytes Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: Traceback (most recent call last): Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: timer() Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: cb(*args, **kw) Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: return func(*args, **kwargs) Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: self._notify() Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: self.callback(batched_events) Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: event.method(event) Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: return f(self, *a, **k) Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._get(url).json() Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: return self.request(url, 'GET', **kwargs) Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:41:46.517354 dv-cinder-815146-3-iscsi neutron-server[108002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:41:46.594214 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:46.605169 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:46.610449 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1e6cb795-44cc-4865-acfc-c87629057e34 HTTP/1.1" status: 204 len: 168 time: 0.6097338 Oct 27 11:41:46.623582 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21bb3c-6546-46b3-9215-df23e9540c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6cb795-44cc-4865-acfc-c87629057e34,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:46.785134 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fb8fc3bd-fca5-41de-a953-f32543f612f2 req-a1b73694-c45c-4a88-a4de-4c32b205c998 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 210 time: 0.1257172 Oct 27 11:41:46.836372 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45672) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:46.900715 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45678) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:46.934276 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a73b1-3191-4229-afd8-0bc9585becee req-29809c41-560b-4c0e-994c-7ea503b677da tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:46.936210 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-697a73b1-3191-4229-afd8-0bc9585becee req-29809c41-560b-4c0e-994c-7ea503b677da tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "GET /v2.0/networks?id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c HTTP/1.1" status: 200 len: 814 time: 0.2953162 Oct 27 11:41:46.952576 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-697a73b1-3191-4229-afd8-0bc9585becee req-c79d3d8f-22d4-40c2-aa8c-bdb3e01dadf6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Request body: {'port': {'device_id': 'f2610d91-77fa-4a11-afed-cc35a29b1188', 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c', 'admin_state_up': True, 'tenant_id': 'dbf1ce447b7e4bbd9810e10c6b8b5610'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:46.957503 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-60117d67-eab0-4eff-b36c-d678255180fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c690788d0fda4eb2bb2fb5e51b6ed4f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517135 Oct 27 11:41:46.957817 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45682) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:47.018134 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618c36f-6578-47cd-b6b6-903a7775e9c7 req-4c072f74-4ca9-4c7c-86d8-21918298d145 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:47.019859 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f618c36f-6578-47cd-b6b6-903a7775e9c7 req-4c072f74-4ca9-4c7c-86d8-21918298d145 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1320460 Oct 27 11:41:47.036801 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6a027ba2-1ffa-4b49-a1fa-f7e674275e93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.062469 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6a027ba2-1ffa-4b49-a1fa-f7e674275e93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.095229 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f618c36f-6578-47cd-b6b6-903a7775e9c7 req-d727ee4f-382d-484e-bf46-7f424d362c64 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640037 Oct 27 11:41:47.129016 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697a73b1-3191-4229-afd8-0bc9585becee req-c79d3d8f-22d4-40c2-aa8c-bdb3e01dadf6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Made reservation on behalf of dbf1ce447b7e4bbd9810e10c6b8b5610 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:41:47.130758 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6a027ba2-1ffa-4b49-a1fa-f7e674275e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.133506 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-697a73b1-3191-4229-afd8-0bc9585becee req-c79d3d8f-22d4-40c2-aa8c-bdb3e01dadf6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.133721 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6a027ba2-1ffa-4b49-a1fa-f7e674275e93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.134701 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-6a027ba2-1ffa-4b49-a1fa-f7e674275e93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af1cf7ea-5265-4a45-a6b6-32fad3ebcaed HTTP/1.1" status: 204 len: 168 time: 0.1758740 Oct 27 11:41:47.147332 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a027ba2-1ffa-4b49-a1fa-f7e674275e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1cf7ea-5265-4a45-a6b6-32fad3ebcaed,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:47.181173 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b8aa1415-d4a2-467f-8166-6084070be3e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.358904 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-697a73b1-3191-4229-afd8-0bc9585becee req-c79d3d8f-22d4-40c2-aa8c-bdb3e01dadf6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Allocated IP 172.20.0.12 (409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c/212d8791-4b7d-4e98-a67a-01cceff80f31/b012a5b3-1206-4218-b43b-c64b13d96f84) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:41:47.393548 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b8aa1415-d4a2-467f-8166-6084070be3e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.405126 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b8aa1415-d4a2-467f-8166-6084070be3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.488438 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa1415-d4a2-467f-8166-6084070be3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0705fd73-ec06-4192-8fb5-2fc9694e335a,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:47.512559 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-b8aa1415-d4a2-467f-8166-6084070be3e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=349e53489d1b49498a9dd7026dbaf058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6741242 Oct 27 11:41:47.514936 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45700) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:47.599205 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a0e0-fcd1-4e27-a8b1-12c4ae59516c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.645537 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-697a73b1-3191-4229-afd8-0bc9585becee req-c79d3d8f-22d4-40c2-aa8c-bdb3e01dadf6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.646898 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a0e0-fcd1-4e27-a8b1-12c4ae59516c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.712844 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a0e0-fcd1-4e27-a8b1-12c4ae59516c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.715962 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a5a5a0e0-fcd1-4e27-a8b1-12c4ae59516c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.717536 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-a5a5a0e0-fcd1-4e27-a8b1-12c4ae59516c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0705fd73-ec06-4192-8fb5-2fc9694e335a HTTP/1.1" status: 204 len: 168 time: 0.2014523 Oct 27 11:41:47.717851 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-697a73b1-3191-4229-afd8-0bc9585becee req-c79d3d8f-22d4-40c2-aa8c-bdb3e01dadf6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.730158 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5a0e0-fcd1-4e27-a8b1-12c4ae59516c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0705fd73-ec06-4192-8fb5-2fc9694e335a,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:47.747291 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['1420b59a-5ff4-4719-aa84-e707e403d07e'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:41:47.767059 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697a73b1-3191-4229-afd8-0bc9585becee req-c79d3d8f-22d4-40c2-aa8c-bdb3e01dadf6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:47.770967 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-697a73b1-3191-4229-afd8-0bc9585becee req-c79d3d8f-22d4-40c2-aa8c-bdb3e01dadf6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:47.778041 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-697a73b1-3191-4229-afd8-0bc9585becee req-c79d3d8f-22d4-40c2-aa8c-bdb3e01dadf6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:41:47.784299 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a73b1-3191-4229-afd8-0bc9585becee req-c79d3d8f-22d4-40c2-aa8c-bdb3e01dadf6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:47.784677 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-697a73b1-3191-4229-afd8-0bc9585becee req-c79d3d8f-22d4-40c2-aa8c-bdb3e01dadf6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.807324 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-697a73b1-3191-4229-afd8-0bc9585becee req-c79d3d8f-22d4-40c2-aa8c-bdb3e01dadf6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8589959 Oct 27 11:41:47.827754 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Request body: {'port': {'device_id': 'f2610d91-77fa-4a11-afed-cc35a29b1188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:47.838558 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d3d8f-22d4-40c2-aa8c-bdb3e01dadf6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Pushing event updated for resources: {'Port': ['ID=b012a5b3-1206-4218-b43b-c64b13d96f84,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:47.853600 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:47.947352 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:48.051976 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2ec02-6f86-4dbc-adad-f482659ce4c5 req-0b6aa501-4475-4800-a927-3b1819d1229e tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:48.054102 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-faa2ec02-6f86-4dbc-adad-f482659ce4c5 req-0b6aa501-4475-4800-a927-3b1819d1229e tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 932 time: 0.0915899 Oct 27 11:41:48.166839 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-faa2ec02-6f86-4dbc-adad-f482659ce4c5 req-8dc97074-4c99-40c6-8cf5-2e30b326c476 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013544 Oct 27 11:41:48.231173 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45730) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:48.247970 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e37d-5db2-4cf6-bccb-14f125bc2d52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:48.294231 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a8e93-638a-42f7-ae54-8c6b628a9e74 req-aa00adc9-3064-4976-bade-f0334ec37485 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:48.295767 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3f7a8e93-638a-42f7-ae54-8c6b628a9e74 req-aa00adc9-3064-4976-bade-f0334ec37485 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0751016 Oct 27 11:41:48.335972 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e37d-5db2-4cf6-bccb-14f125bc2d52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:48.341487 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e37d-5db2-4cf6-bccb-14f125bc2d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:48.379562 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6e37d-5db2-4cf6-bccb-14f125bc2d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912bb60f-4e0f-4ba7-9f84-aa98caf89537,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:48.381040 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3f7a8e93-638a-42f7-ae54-8c6b628a9e74 req-4fed6c49-c92f-4e38-bc1f-6a5ebddc1bb7 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706444 Oct 27 11:41:48.387105 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-bfe6e37d-5db2-4cf6-bccb-14f125bc2d52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4ebd99cb1ee49eabd36cee87e4bc34e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548157 Oct 27 11:41:48.387699 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45736) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:48.417480 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b012a5b3-1206-4218-b43b-c64b13d96f84 {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:41:48.423461 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:48.447514 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Transition to ACTIVE for port object b012a5b3-1206-4218-b43b-c64b13d96f84 will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:41:48.452450 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:48.491616 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-20be5f28-4f97-4c76-8a66-2f18ec2b146d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:48.532486 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b012a5b3-1206-4218-b43b-c64b13d96f84,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:48.535878 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-20be5f28-4f97-4c76-8a66-2f18ec2b146d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:48.584024 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Attempting to bind port b012a5b3-1206-4218-b43b-c64b13d96f84 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:41:48.584265 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Attempting to bind port b012a5b3-1206-4218-b43b-c64b13d96f84 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:41:48.586380 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Attempting to bind port b012a5b3-1206-4218-b43b-c64b13d96f84 on network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:48.594018 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Port b012a5b3-1206-4218-b43b-c64b13d96f84 on network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:41:48.594328 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Attempting to bind port b012a5b3-1206-4218-b43b-c64b13d96f84 on network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:48.599515 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:41:48.599842 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Checking segment: {'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:41:48.600240 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Bound using segment: {'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:41:48.600658 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Bound port: b012a5b3-1206-4218-b43b-c64b13d96f84, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:41:48.601002 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:48.646950 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-20be5f28-4f97-4c76-8a66-2f18ec2b146d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:48.649837 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-20be5f28-4f97-4c76-8a66-2f18ec2b146d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:48.653234 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-20be5f28-4f97-4c76-8a66-2f18ec2b146d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/912bb60f-4e0f-4ba7-9f84-aa98caf89537 HTTP/1.1" status: 204 len: 168 time: 0.2624040 Oct 27 11:41:48.679167 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be5f28-4f97-4c76-8a66-2f18ec2b146d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912bb60f-4e0f-4ba7-9f84-aa98caf89537,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:48.711217 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] For port b012a5b3-1206-4218-b43b-c64b13d96f84, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:41:48.722553 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] For port b012a5b3-1206-4218-b43b-c64b13d96f84, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b012a5b3-1206-4218-b43b-c64b13d96f84,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:41:48.729016 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:48.771999 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:48.773327 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:48.774714 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-697a73b1-3191-4229-afd8-0bc9585becee req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/b012a5b3-1206-4218-b43b-c64b13d96f84 HTTP/1.1" status: 200 len: 1094 time: 0.9526215 Oct 27 11:41:48.775182 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2610d91-77fa-4a11-afed-cc35a29b1188', 'tag': 'b012a5b3-1206-4218-b43b-c64b13d96f84'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:48.777433 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe49ae6a-f6fd-448d-b68e-0e117e80a133" -d '{"events": [{"name": "network-changed", "server_uuid": "f2610d91-77fa-4a11-afed-cc35a29b1188", "tag": "b012a5b3-1206-4218-b43b-c64b13d96f84"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:48.833463 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0636bd-94e5-4afd-9c5b-1cec1356e7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b012a5b3-1206-4218-b43b-c64b13d96f84,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:48.843144 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3db247-3466-4a05-89c0-bff904b58cea x-openstack-request-id: req-ae3db247-3466-4a05-89c0-bff904b58cea {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:48.843429 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2610d91-77fa-4a11-afed-cc35a29b1188", "tag": "b012a5b3-1206-4218-b43b-c64b13d96f84", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:48.843678 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae3db247-3466-4a05-89c0-bff904b58cea {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:48.844302 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2610d91-77fa-4a11-afed-cc35a29b1188', 'tag': 'b012a5b3-1206-4218-b43b-c64b13d96f84', 'status': 'completed', 'code': 200} Oct 27 11:41:48.917253 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a73b1-3191-4229-afd8-0bc9585becee req-f46ce2f4-655e-42e2-af5b-cac1c9e8a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:48.919627 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-697a73b1-3191-4229-afd8-0bc9585becee req-f46ce2f4-655e-42e2-af5b-cac1c9e8a4bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbf1ce447b7e4bbd9810e10c6b8b5610&device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 1097 time: 0.0624652 Oct 27 11:41:48.975947 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-697a73b1-3191-4229-afd8-0bc9585becee req-5cbbfb6b-318b-44f2-8bdb-ecede1806a7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b012a5b3-1206-4218-b43b-c64b13d96f84 HTTP/1.1" status: 200 len: 217 time: 0.0365968 Oct 27 11:41:49.058142 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a73b1-3191-4229-afd8-0bc9585becee req-03eaea41-a589-47d8-975c-1285fc9d2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:49.063150 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-697a73b1-3191-4229-afd8-0bc9585becee req-03eaea41-a589-47d8-975c-1285fc9d2b93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212d8791-4b7d-4e98-a67a-01cceff80f31 HTTP/1.1" status: 200 len: 854 time: 0.0738561 Oct 27 11:41:49.102930 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-697a73b1-3191-4229-afd8-0bc9585becee req-6896be05-bb05-44b0-933f-7157b5200a2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303469 Oct 27 11:41:49.119650 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45766) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:49.203699 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-697a73b1-3191-4229-afd8-0bc9585becee req-2330c841-fa82-49c8-9c66-8a638829186e service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904586 Oct 27 11:41:49.259414 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9182dee9-e9b9-4d70-aa83-758f7dcb16f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:49.356438 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9182dee9-e9b9-4d70-aa83-758f7dcb16f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:49.362247 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9182dee9-e9b9-4d70-aa83-758f7dcb16f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:49.379933 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-697a73b1-3191-4229-afd8-0bc9585becee req-caecb323-1a4c-44b9-a6f8-bc1e397f4203 service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656973 Oct 27 11:41:49.390995 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2708a1-e7ae-4708-927c-676bbac00be1 req-a5d874c9-7635-4006-912e-8a76d05ec2a7 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:49.393221 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3e2708a1-e7ae-4708-927c-676bbac00be1 req-a5d874c9-7635-4006-912e-8a76d05ec2a7 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 944 time: 0.0800593 Oct 27 11:41:49.414190 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-9182dee9-e9b9-4d70-aa83-758f7dcb16f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5609f394ee5642b78c9eb7cac290642d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934010 Oct 27 11:41:49.416027 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182dee9-e9b9-4d70-aa83-758f7dcb16f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7874bd84-e94d-4e32-ad04-b4ddc69a1d00,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:49.417434 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45778) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:49.463601 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3e2708a1-e7ae-4708-927c-676bbac00be1 req-bcf6eb62-35d4-49dd-b30a-79715afeef05 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637484 Oct 27 11:41:49.548030 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d743c3ee-de19-443e-9309-37368989a770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:49.588846 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d743c3ee-de19-443e-9309-37368989a770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:49.592039 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49ae6a-f6fd-448d-b68e-0e117e80a133 req-b692b433-86ae-4707-a040-a2d2360782b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:49.593631 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fe49ae6a-f6fd-448d-b68e-0e117e80a133 req-b692b433-86ae-4707-a040-a2d2360782b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbf1ce447b7e4bbd9810e10c6b8b5610&device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 1097 time: 0.1192389 Oct 27 11:41:49.613590 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb516a7e-211f-46d4-bdc5-690d3991bdc2 req-e5fae835-50b2-47d4-8911-5c75bb355f55 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:49.615121 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-eb516a7e-211f-46d4-bdc5-690d3991bdc2 req-e5fae835-50b2-47d4-8911-5c75bb355f55 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1191599 Oct 27 11:41:49.973019 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-eb516a7e-211f-46d4-bdc5-690d3991bdc2 req-a347a176-c114-40e6-bc19-e47337ddef19 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514619 Oct 27 11:41:50.004187 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d743c3ee-de19-443e-9309-37368989a770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.007938 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d743c3ee-de19-443e-9309-37368989a770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.009082 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-d743c3ee-de19-443e-9309-37368989a770 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7874bd84-e94d-4e32-ad04-b4ddc69a1d00 HTTP/1.1" status: 204 len: 168 time: 0.5905359 Oct 27 11:41:50.020489 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49ae6a-f6fd-448d-b68e-0e117e80a133 req-3600c3f5-f376-44d1-84bd-2543bb5d383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:50.021941 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fe49ae6a-f6fd-448d-b68e-0e117e80a133 req-3600c3f5-f376-44d1-84bd-2543bb5d383c service neutron] 10.222.0.41 "GET /v2.0/networks?id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c HTTP/1.1" status: 200 len: 916 time: 0.4059331 Oct 27 11:41:50.023663 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743c3ee-de19-443e-9309-37368989a770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7874bd84-e94d-4e32-ad04-b4ddc69a1d00,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:50.139253 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fe49ae6a-f6fd-448d-b68e-0e117e80a133 req-e04a87b1-da3e-4168-b686-b84c831548e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b012a5b3-1206-4218-b43b-c64b13d96f84 HTTP/1.1" status: 200 len: 217 time: 0.0947027 Oct 27 11:41:50.204172 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49ae6a-f6fd-448d-b68e-0e117e80a133 req-2dbee7f5-dfa9-4e7a-ac1d-2bccb14df624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:50.205651 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fe49ae6a-f6fd-448d-b68e-0e117e80a133 req-2dbee7f5-dfa9-4e7a-ac1d-2bccb14df624 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212d8791-4b7d-4e98-a67a-01cceff80f31 HTTP/1.1" status: 200 len: 854 time: 0.0601497 Oct 27 11:41:50.270205 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fe49ae6a-f6fd-448d-b68e-0e117e80a133 req-4e0b6dfd-21cf-40be-9d16-0c9d9962976d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410016 Oct 27 11:41:50.365498 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45826) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:50.391912 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fe49ae6a-f6fd-448d-b68e-0e117e80a133 req-7786147c-d5d3-405a-92d9-0f9216557325 service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124458 Oct 27 11:41:50.477165 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f8254f13-b926-4cc0-9c99-d33fd4904cd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.478133 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45830) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:50.501038 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ae1fe8ca-0413-4b4f-95c8-b2b797f9eafe admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.517925 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fe49ae6a-f6fd-448d-b68e-0e117e80a133 req-d8c8a4b8-4d8f-4113-a51d-59bf82d1fcce service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125495 Oct 27 11:41:50.560821 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f8254f13-b926-4cc0-9c99-d33fd4904cd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.567044 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f8254f13-b926-4cc0-9c99-d33fd4904cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.604671 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-f8254f13-b926-4cc0-9c99-d33fd4904cd9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5693c7b25bae45f58649dc89e9b2dbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374358 Oct 27 11:41:50.606600 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8254f13-b926-4cc0-9c99-d33fd4904cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45263068-e8c5-41d6-9af7-16608544fa0b,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:50.607935 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45834) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:50.641623 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ae1fe8ca-0413-4b4f-95c8-b2b797f9eafe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.654286 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8f9ec-e59f-4182-a006-59f6b073b0d9 req-74882506-1e8a-43aa-8ca3-720ad9018fbf tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:50.655752 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-64d8f9ec-e59f-4182-a006-59f6b073b0d9 req-74882506-1e8a-43aa-8ca3-720ad9018fbf tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 944 time: 0.0983684 Oct 27 11:41:50.659383 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ae1fe8ca-0413-4b4f-95c8-b2b797f9eafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.731282 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-ae1fe8ca-0413-4b4f-95c8-b2b797f9eafe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bee940111c8b4ad6b35e75929e96bc70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521145 Oct 27 11:41:50.733962 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45836) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:50.744087 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fe8ca-0413-4b4f-95c8-b2b797f9eafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaa6f42-6164-4039-acf4-46c72e846aeb,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:50.752893 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b4bf8490-9590-4d00-9425-ca6f3605865c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.758645 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-64d8f9ec-e59f-4182-a006-59f6b073b0d9 req-20338e3c-d457-4dcf-a755-2184fb3d88bc tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862122 Oct 27 11:41:50.779758 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b4bf8490-9590-4d00-9425-ca6f3605865c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.791700 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cfb8703c-63c1-4536-ae83-1e56fd454ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.813118 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cfb8703c-63c1-4536-ae83-1e56fd454ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.830298 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b4bf8490-9590-4d00-9425-ca6f3605865c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.833026 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b4bf8490-9590-4d00-9425-ca6f3605865c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.836601 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-b4bf8490-9590-4d00-9425-ca6f3605865c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45263068-e8c5-41d6-9af7-16608544fa0b HTTP/1.1" status: 204 len: 168 time: 0.2237723 Oct 27 11:41:50.842589 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf8490-9590-4d00-9425-ca6f3605865c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45263068-e8c5-41d6-9af7-16608544fa0b,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:50.885217 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cfb8703c-63c1-4536-ae83-1e56fd454ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.888974 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cfb8703c-63c1-4536-ae83-1e56fd454ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.890514 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-cfb8703c-63c1-4536-ae83-1e56fd454ba5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ecaa6f42-6164-4039-acf4-46c72e846aeb HTTP/1.1" status: 204 len: 168 time: 0.1554003 Oct 27 11:41:50.901942 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8703c-63c1-4536-ae83-1e56fd454ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaa6f42-6164-4039-acf4-46c72e846aeb,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:51.104712 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5335e9-6f83-4629-966b-19745210fb63 req-2e4548da-9f55-40c3-ba96-8daf83eecac7 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:51.106166 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ea5335e9-6f83-4629-966b-19745210fb63 req-2e4548da-9f55-40c3-ba96-8daf83eecac7 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0523837 Oct 27 11:41:51.148594 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ea5335e9-6f83-4629-966b-19745210fb63 req-c4189c40-0e56-40cb-9950-8d58ca8c2c52 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363438 Oct 27 11:41:51.629887 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45886) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:51.725015 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2128231697-network', 'tenant_id': 'bb0d432e261f44cdadc3481889185390'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:51.747872 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] Made reservation on behalf of bb0d432e261f44cdadc3481889185390 for: {'network': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:41:51.750252 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:51.759443 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:51.841222 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:51.845318 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:51.873623 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1167} {{(pid=108002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:41:51.883218 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:51.895529 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:51.895974 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.segments_db [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] Added segment 5dbbf922-a772-4ad0-9b2f-e493274031ff of type vlan for network fb905254-0c92-4844-869d-5a0827915707 Oct 27 11:41:51.936509 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:51.940455 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45900) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:51.964057 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:51.965169 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:51.965771 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.015996 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3849130 Oct 27 11:41:52.019374 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45904) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:52.024429 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-7285dd3c-3ccf-4b6d-808b-46aae17b4c5a admin admin] Request body: {'subnet': {'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2128231697-subnet', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'ip_version': 4}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:52.027230 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ff1c0-7f4a-48a5-a124-686e995e8d00 admin admin] Pushing event updated for resources: {'Network': ['ID=fb905254-0c92-4844-869d-5a0827915707,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:52.040330 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network fb905254-0c92-4844-869d-5a0827915707 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:41:52.057625 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2c1b7235-fac6-44ff-aebe-75fdcd668d38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.059353 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7285dd3c-3ccf-4b6d-808b-46aae17b4c5a admin admin] Made reservation on behalf of bb0d432e261f44cdadc3481889185390 for: {'subnet': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:41:52.061628 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7285dd3c-3ccf-4b6d-808b-46aae17b4c5a admin admin] Publish callbacks [] for subnet, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.239151 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2c1b7235-fac6-44ff-aebe-75fdcd668d38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.247027 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2c1b7235-fac6-44ff-aebe-75fdcd668d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.322419 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b7235-fac6-44ff-aebe-75fdcd668d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ff9001-085a-476c-8d57-135515636302,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:52.326926 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-2c1b7235-fac6-44ff-aebe-75fdcd668d38 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4a9bb83947c4b57974f975a2e75e1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853922 Oct 27 11:41:52.328751 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7285dd3c-3ccf-4b6d-808b-46aae17b4c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for subnet, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.329898 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45908) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:52.384922 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7368ba81-ed95-419f-8aed-c7c41ddb9003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.389169 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285dd3c-3ccf-4b6d-808b-46aae17b4c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d6def66-84cf-4abb-b40d-c0217d908646,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:52.395109 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285dd3c-3ccf-4b6d-808b-46aae17b4c5a admin admin] Checking segment: {'id': '5dbbf922-a772-4ad0-9b2f-e493274031ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'fb905254-0c92-4844-869d-5a0827915707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:41:52.395467 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285dd3c-3ccf-4b6d-808b-46aae17b4c5a admin admin] Network hostable DHCP agents. Network: fb905254-0c92-4844-869d-5a0827915707, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:41:52.406773 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7368ba81-ed95-419f-8aed-c7c41ddb9003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.412567 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285dd3c-3ccf-4b6d-808b-46aae17b4c5a admin admin] Network fb905254-0c92-4844-869d-5a0827915707 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:41:52.426356 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-7285dd3c-3ccf-4b6d-808b-46aae17b4c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, fb905254-0c92-4844-869d-5a0827915707) {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:52.434158 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7285dd3c-3ccf-4b6d-808b-46aae17b4c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:52.435404 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7285dd3c-3ccf-4b6d-808b-46aae17b4c5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.442914 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc48341-8ed4-4bad-ad49-3236be9090b8 None None] Network fb905254-0c92-4844-869d-5a0827915707 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:41:52.461088 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-7285dd3c-3ccf-4b6d-808b-46aae17b4c5a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4405715 Oct 27 11:41:52.463829 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45910) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:52.468406 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:52.478490 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7368ba81-ed95-419f-8aed-c7c41ddb9003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.480953 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7368ba81-ed95-419f-8aed-c7c41ddb9003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.482031 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-7368ba81-ed95-419f-8aed-c7c41ddb9003 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9ff9001-085a-476c-8d57-135515636302 HTTP/1.1" status: 204 len: 168 time: 0.1507711 Oct 27 11:41:52.498046 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368ba81-ed95-419f-8aed-c7c41ddb9003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ff9001-085a-476c-8d57-135515636302,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:52.505394 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4068'] for router, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.507523 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4063'] for router, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.565710 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.620456 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bb0f65-b18b-577f-a9b0-4f34f5688153-fb905254-0c92-4844-869d-5a0827915707', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'fixed_ips': [{'subnet_id': '3d6def66-84cf-4abb-b40d-c0217d908646'}]}} from dv-cinder-815146-3-iscsi. {{(pid=108004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:41:52.621487 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.715084 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.771320 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.db_base_plugin_common [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Allocated IP 172.20.0.2 (fb905254-0c92-4844-869d-5a0827915707/3d6def66-84cf-4abb-b40d-c0217d908646/3c0bd5f8-4900-405e-af2b-9d1ce8a49727) {{(pid=108004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:41:52.923327 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Publish callbacks [] for port, precommit_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.925725 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.930320 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.949639 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.967496 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Network fb905254-0c92-4844-869d-5a0827915707 is already hosted by enough agents. {{(pid=108004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:52.972791 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.base_scheduler [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Resources bound (agent type, host, resource id): {{(pid=108004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:52.976219 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Received port after_create {{(pid=108004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:41:52.993479 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Pushing event updated for resources: {'Port': ['ID=3c0bd5f8-4900-405e-af2b-9d1ce8a49727,revision_number=1']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:53.027204 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:53.027822 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:53.028100 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:53.028405 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:53.028964 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:53.029288 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:53.029607 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:53.029920 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:53.030258 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:53.030576 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:53.030954 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:53.031256 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:53.047273 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Attempting to bind port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:41:53.048622 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Attempting to bind port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '5dbbf922-a772-4ad0-9b2f-e493274031ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'fb905254-0c92-4844-869d-5a0827915707'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:41:53.048990 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Attempting to bind port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 on network fb905254-0c92-4844-869d-5a0827915707 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:53.055311 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:41:53.055680 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Checking segment: {'id': '5dbbf922-a772-4ad0-9b2f-e493274031ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'fb905254-0c92-4844-869d-5a0827915707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:41:53.056075 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:53.056457 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Bound using segment: {'id': '5dbbf922-a772-4ad0-9b2f-e493274031ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'fb905254-0c92-4844-869d-5a0827915707'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:41:53.056972 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Bound port: 3c0bd5f8-4900-405e-af2b-9d1ce8a49727, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbbf922-a772-4ad0-9b2f-e493274031ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'fb905254-0c92-4844-869d-5a0827915707'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:41:53.057341 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:53.068442 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:41:53.075774 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Allocated IP 172.27.3.205 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/a667426e-5e0f-4686-8714-44f79e888dd7) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:41:53.132550 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] For port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:41:53.136302 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] For port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=3c0bd5f8-4900-405e-af2b-9d1ce8a49727,segment=NetworkSegment(5dbbf922-a772-4ad0-9b2f-e493274031ff),segment_id=5dbbf922-a772-4ad0-9b2f-e493274031ff)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:41:53.142152 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:53.199860 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:53.211268 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fa89a-90e5-4758-b7cb-952565b298c5 None None] Pushing event updated for resources: {'Port': ['ID=3c0bd5f8-4900-405e-af2b-9d1ce8a49727,revision_number=2']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:53.239950 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:53.282418 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:53.285427 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:53.289192 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:41:53.311700 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Pushing event updated for resources: {'Port': ['ID=a667426e-5e0f-4686-8714-44f79e888dd7,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:53.575753 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:53.787181 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613775'] for router, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:53.889909 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device b012a5b3-1206-4218-b43b-c64b13d96f84 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:41:53.924416 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Router 22145107-a4ce-4a3a-9f01-0f26c4dc37be is scheduled to L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 with binding_index 1 {{(pid=108002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:41:54.056829 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port b012a5b3-1206-4218-b43b-c64b13d96f84, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b012a5b3-1206-4218-b43b-c64b13d96f84,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:54.070361 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': 'b012a5b3-1206-4218-b43b-c64b13d96f84', 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c', 'port_id': 'b012a5b3-1206-4218-b43b-c64b13d96f84', 'mac_address': 'fa:16:3e:fc:99:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212d8791-4b7d-4e98-a67a-01cceff80f31', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:41:54.113429 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:54.124761 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0803342-7579-4c0b-9bb4-a4354869d864 req-ad4f3161-30e7-4b3a-bf64-d47fcb82dc3c tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:54.127041 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a0803342-7579-4c0b-9bb4-a4354869d864 req-ad4f3161-30e7-4b3a-bf64-d47fcb82dc3c tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 944 time: 0.1076622 Oct 27 11:41:54.130943 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b012a5b3-1206-4218-b43b-c64b13d96f84 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:41:54.154776 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port b012a5b3-1206-4218-b43b-c64b13d96f84, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b012a5b3-1206-4218-b43b-c64b13d96f84,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:54.163381 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:54.171579 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718070c1-aec1-4f2a-be0a-9be749cef565 req-10594a6a-e95e-4749-9bf3-43527276760c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:54.173149 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-718070c1-aec1-4f2a-be0a-9be749cef565 req-10594a6a-e95e-4749-9bf3-43527276760c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1048198 Oct 27 11:41:54.203344 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a0803342-7579-4c0b-9bb4-a4354869d864 req-9d1cb048-a4b1-4273-8fd4-5aa558700d05 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650461 Oct 27 11:41:54.245641 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-718070c1-aec1-4f2a-be0a-9be749cef565 req-2d26f02b-c1bc-403f-bce5-3bfe14fa17e0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609803 Oct 27 11:41:54.277243 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e4134d-f7f7-4dc1-a82c-494ca413c6d3 None None] Network fb905254-0c92-4844-869d-5a0827915707 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:41:54.279988 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=b012a5b3-1206-4218-b43b-c64b13d96f84,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:54.316639 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:41:54.328064 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Sync routers for ids ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:41:54.338090 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Routers {'22145107-a4ce-4a3a-9f01-0f26c4dc37be'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:41:54.338445 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] Publish callbacks [] for router, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:54.338751 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:41:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:54.342407 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-bfa79452-816c-4cd5-974f-fa5a9049dc59 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8773606 Oct 27 11:41:54.344519 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 45942) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:54.349895 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:54.459729 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Set router 22145107-a4ce-4a3a-9f01-0f26c4dc37be gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:41:54.538797 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-bbe2d58e-b9cb-4fb0-8fe0-2fa4e19661e7 None None] Provisioning complete for port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:54.539395 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d58e-b9cb-4fb0-8fe0-2fa4e19661e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:54.616413 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:54.616781 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:54.666339 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:53Z', 'revision_number': 3, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port': {'id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:54:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:54.693526 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Checking router: 22145107-a4ce-4a3a-9f01-0f26c4dc37be for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:41:54.693952 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Updating router 22145107-a4ce-4a3a-9f01-0f26c4dc37be port a667426e-5e0f-4686-8714-44f79e888dd7 binding host dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:41:54.694086 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['b012a5b3-1206-4218-b43b-c64b13d96f84'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:41:54.721014 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:54.753441 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d58e-b9cb-4fb0-8fe0-2fa4e19661e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:54.845755 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-bbe2d58e-b9cb-4fb0-8fe0-2fa4e19661e7 None None] For port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=3c0bd5f8-4900-405e-af2b-9d1ce8a49727,segment=NetworkSegment(5dbbf922-a772-4ad0-9b2f-e493274031ff),segment_id=5dbbf922-a772-4ad0-9b2f-e493274031ff)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:54.854529 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:54.903876 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d58e-b9cb-4fb0-8fe0-2fa4e19661e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:54.918833 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.071333 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Publish callbacks [] for port, precommit_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.085613 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.115027 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Allocated IP 172.20.0.1 (fb905254-0c92-4844-869d-5a0827915707/3d6def66-84cf-4abb-b40d-c0217d908646/f757e089-2281-48b6-b27a-a4381d7cca99) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:41:55.120341 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2d58e-b9cb-4fb0-8fe0-2fa4e19661e7 None None] Pushing event updated for resources: {'Port': ['ID=3c0bd5f8-4900-405e-af2b-9d1ce8a49727,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:55.149749 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.db.api [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 11:41:55.150876 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG oslo_db.api [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 11:41:55.154658 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2156e980-6e81-41b5-8b60-603e7e012b44 None None] Provisioning complete for port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:55.154822 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2156e980-6e81-41b5-8b60-603e7e012b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.164407 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Attempting to bind port a667426e-5e0f-4686-8714-44f79e888dd7 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:41:55.165207 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Attempting to bind port a667426e-5e0f-4686-8714-44f79e888dd7 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:41:55.166049 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Attempting to bind port a667426e-5e0f-4686-8714-44f79e888dd7 on network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:55.182674 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:41:55.183168 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Checking segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:41:55.186765 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.187409 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Bound using segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:41:55.188480 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Bound port: a667426e-5e0f-4686-8714-44f79e888dd7, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:41:55.189103 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.222284 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190cb22-b971-492f-bfd8-67d20215d448 None None] Pushing event updated for resources: {'Port': ['ID=a667426e-5e0f-4686-8714-44f79e888dd7,revision_number=2']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:55.240132 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190cb22-b971-492f-bfd8-67d20215d448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:55.240875 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190cb22-b971-492f-bfd8-67d20215d448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:55.241440 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190cb22-b971-492f-bfd8-67d20215d448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:55.241970 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190cb22-b971-492f-bfd8-67d20215d448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:55.242514 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190cb22-b971-492f-bfd8-67d20215d448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:55.243065 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190cb22-b971-492f-bfd8-67d20215d448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:55.243786 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190cb22-b971-492f-bfd8-67d20215d448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:55.244479 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190cb22-b971-492f-bfd8-67d20215d448 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:55.245002 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190cb22-b971-492f-bfd8-67d20215d448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:55.245507 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190cb22-b971-492f-bfd8-67d20215d448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:55.246046 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190cb22-b971-492f-bfd8-67d20215d448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:55.246821 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4190cb22-b971-492f-bfd8-67d20215d448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:55.277808 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] For port a667426e-5e0f-4686-8714-44f79e888dd7, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:41:55.281455 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] For port a667426e-5e0f-4686-8714-44f79e888dd7, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=a667426e-5e0f-4686-8714-44f79e888dd7,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:41:55.283798 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.288799 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.349655 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Routers {'22145107-a4ce-4a3a-9f01-0f26c4dc37be'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:41:55.350350 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:41:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:55.366177 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.388432 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190cb22-b971-492f-bfd8-67d20215d448 None None] Pushing event updated for resources: {'Port': ['ID=a667426e-5e0f-4686-8714-44f79e888dd7,revision_number=3']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:55.439998 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5097919-57be-46a5-afff-c0459c0033bd req-5ab4a410-7bf6-4f62-a82a-8b1288263a87 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:55.441685 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a5097919-57be-46a5-afff-c0459c0033bd req-5ab4a410-7bf6-4f62-a82a-8b1288263a87 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 945 time: 0.1340756 Oct 27 11:41:55.444399 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Network fb905254-0c92-4844-869d-5a0827915707 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:55.452033 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:55.454434 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:41:55.455096 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607954'] for router_interface, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.466842 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] Set router 22145107-a4ce-4a3a-9f01-0f26c4dc37be gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:41:55.515583 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=f757e089-2281-48b6-b27a-a4381d7cca99,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:55.550163 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592fbcc-a893-49c3-8130-43ece9139ccf req-e74353c3-9bc8-48ec-875f-eec837ac5ff0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:55.551802 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1592fbcc-a893-49c3-8130-43ece9139ccf req-e74353c3-9bc8-48ec-875f-eec837ac5ff0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1826577 Oct 27 11:41:55.599236 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a5097919-57be-46a5-afff-c0459c0033bd req-d2a530b5-d804-4feb-aeb9-885f42583bde tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370671 Oct 27 11:41:55.657664 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1592fbcc-a893-49c3-8130-43ece9139ccf req-bb4405ce-1922-4448-ae17-953b6798f687 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986543 Oct 27 11:41:55.702379 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.711127 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-8cbc71dd-634f-4d97-8abe-2860c8e6a49c None None] Provisioning complete for port f757e089-2281-48b6-b27a-a4381d7cca99 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:55.711495 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-8cbc71dd-634f-4d97-8abe-2860c8e6a49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.749195 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc71dd-634f-4d97-8abe-2860c8e6a49c None None] Port f757e089-2281-48b6-b27a-a4381d7cca99 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:41:55.798745 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:53Z', 'revision_number': 3, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port': {'id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:54:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:55.822924 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8885427-3771-4f92-bac8-6f4bb95e8479 None None] The sync data for ids ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'] in dv-cinder-815146-3-iscsi is: [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:53Z', 'revision_number': 3, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port': {'id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:54:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:41:55.878084 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.883141 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.883858 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608066'] for router_interface, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:55.966363 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=f757e089-2281-48b6-b27a-a4381d7cca99,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:56.012646 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Network fb905254-0c92-4844-869d-5a0827915707 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:56.014172 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:56.178548 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Router 22145107-a4ce-4a3a-9f01-0f26c4dc37be has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:41:56.284988 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-54754cdd-27e7-4ddc-b628-8c08acc6c47d None None] Provisioning complete for port f757e089-2281-48b6-b27a-a4381d7cca99 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:56.285500 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-54754cdd-27e7-4ddc-b628-8c08acc6c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:56.335748 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-54754cdd-27e7-4ddc-b628-8c08acc6c47d None None] Port f757e089-2281-48b6-b27a-a4381d7cca99 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:41:56.362335 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:41:56.370128 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device a667426e-5e0f-4686-8714-44f79e888dd7 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:56.371680 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-aaed2509-140a-4096-b139-aa68a72e0eb3 admin admin] 10.222.0.36 "PUT /v2.0/routers/22145107-a4ce-4a3a-9f01-0f26c4dc37be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0260003 Oct 27 11:41:56.422534 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port a667426e-5e0f-4686-8714-44f79e888dd7 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:56.422941 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:56.512750 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:56.540921 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] For port a667426e-5e0f-4686-8714-44f79e888dd7, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=a667426e-5e0f-4686-8714-44f79e888dd7,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:56.548077 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:56.549372 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:56.631246 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Pushing event updated for resources: {'Port': ['ID=a667426e-5e0f-4686-8714-44f79e888dd7,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:56.641703 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:56.642065 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:56.945334 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 45996) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:56.950194 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1257846778-network', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:56.971672 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] Made reservation on behalf of ff76fd4bb8164513a03f89d28053450e for: {'network': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:41:56.974008 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:56.982583 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:57.058065 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:57.061790 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:57.089436 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1173} {{(pid=108002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:41:57.095581 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa565a2e-0220-4bec-94e5-a477d3c75c7c,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:57.103518 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:57.103859 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.segments_db [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] Added segment bd579a54-ed00-4a61-97f7-f73c047aca68 of type vlan for network e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324 Oct 27 11:41:57.147844 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:57.175212 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:57.176209 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:57.176791 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:57.234754 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2857406 Oct 27 11:41:57.235140 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46000) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:57.243240 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-91e57595-22d1-4646-b58e-2df38f63747d admin admin] Request body: {'subnet': {'network_id': 'e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1257846778-subnet', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'ip_version': 4}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:57.243505 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b240eb-fc11-4555-bd49-fa880e842f23 admin admin] Pushing event updated for resources: {'Network': ['ID=e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:57.253916 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:41:57.266058 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e57595-22d1-4646-b58e-2df38f63747d admin admin] Made reservation on behalf of ff76fd4bb8164513a03f89d28053450e for: {'subnet': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:41:57.268497 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-91e57595-22d1-4646-b58e-2df38f63747d admin admin] Publish callbacks [] for subnet, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:57.444862 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-91e57595-22d1-4646-b58e-2df38f63747d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for subnet, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:57.465475 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Sync routers for ids ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:41:57.480700 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Routers {'22145107-a4ce-4a3a-9f01-0f26c4dc37be'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:41:57.481412 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:41:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:57.495014 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e57595-22d1-4646-b58e-2df38f63747d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4223ac3-8371-4436-b51b-381d2f717c52,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:57.512751 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e57595-22d1-4646-b58e-2df38f63747d admin admin] Checking segment: {'id': 'bd579a54-ed00-4a61-97f7-f73c047aca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:41:57.513102 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e57595-22d1-4646-b58e-2df38f63747d admin admin] Network hostable DHCP agents. Network: e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:41:57.530768 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e57595-22d1-4646-b58e-2df38f63747d admin admin] Network e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:41:57.539980 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-91e57595-22d1-4646-b58e-2df38f63747d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324) {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:57.544565 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e57595-22d1-4646-b58e-2df38f63747d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:57.545902 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-91e57595-22d1-4646-b58e-2df38f63747d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:57.556938 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5cffb7-6a72-4965-87da-393da410af76 None None] Network e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:41:57.567219 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-91e57595-22d1-4646-b58e-2df38f63747d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3258920 Oct 27 11:41:57.567371 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46002) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:57.572170 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1257846778-router', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:57.593952 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4068'] for router, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:57.595254 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4063'] for router, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:57.646360 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Set router 22145107-a4ce-4a3a-9f01-0f26c4dc37be gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:41:57.653227 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:57.794356 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:57.832938 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bb0f65-b18b-577f-a9b0-4f34f5688153-e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324', 'network_id': 'e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'fixed_ips': [{'subnet_id': 'c4223ac3-8371-4436-b51b-381d2f717c52'}]}} from dv-cinder-815146-3-iscsi. {{(pid=108004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:41:57.833861 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:58.026279 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.db_base_plugin_common [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Allocated IP 172.20.0.2 (e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324/c4223ac3-8371-4436-b51b-381d2f717c52/fce3dace-139c-4d05-bc6d-3a7fe063fd99) {{(pid=108004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:41:58.032384 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:55Z', 'revision_number': 4, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port': {'id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'f757e089-2281-48b6-b27a-a4381d7cca99', 'name': '', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'mac_address': 'fa:16:3e:ef:e9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:54Z', 'updated_at': '2021-10-27T11:41:55Z', 'revision_number': 2, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'subnets': [{'id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:58.064796 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Checking router: 22145107-a4ce-4a3a-9f01-0f26c4dc37be for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:41:58.065147 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Updating router 22145107-a4ce-4a3a-9f01-0f26c4dc37be port f757e089-2281-48b6-b27a-a4381d7cca99 binding host dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:41:58.239440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:58.257190 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:58.258231 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:58.261937 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device a667426e-5e0f-4686-8714-44f79e888dd7 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:58.365127 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Allocated IP 172.27.3.182 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/b7c12d0a-dd6d-43c2-babb-36c030fa34ee) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:41:58.470992 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:58.473248 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port a667426e-5e0f-4686-8714-44f79e888dd7 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:58.473703 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:58.510904 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:58.513992 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Publish callbacks [] for port, precommit_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:58.538156 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:58.553754 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:58.558385 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:58.561912 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:41:58.567283 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b7c12d0a-dd6d-43c2-babb-36c030fa34ee,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:58.621492 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Network e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324 is already hosted by enough agents. {{(pid=108004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:58.635880 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.base_scheduler [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Resources bound (agent type, host, resource id): {{(pid=108004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:58.637650 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Pushing event updated for resources: {'Port': ['ID=fce3dace-139c-4d05-bc6d-3a7fe063fd99,revision_number=1']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:58.640221 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Received port after_create {{(pid=108004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:41:58.765175 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Attempting to bind port fce3dace-139c-4d05-bc6d-3a7fe063fd99 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:41:58.765545 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Attempting to bind port fce3dace-139c-4d05-bc6d-3a7fe063fd99 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': 'bd579a54-ed00-4a61-97f7-f73c047aca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:41:58.765907 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Attempting to bind port fce3dace-139c-4d05-bc6d-3a7fe063fd99 on network e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:58.775791 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:41:58.776162 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Checking segment: {'id': 'bd579a54-ed00-4a61-97f7-f73c047aca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:41:58.776565 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:58.776945 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Bound using segment: {'id': 'bd579a54-ed00-4a61-97f7-f73c047aca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:41:58.777415 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Bound port: fce3dace-139c-4d05-bc6d-3a7fe063fd99, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd579a54-ed00-4a61-97f7-f73c047aca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:41:58.777789 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:58.846405 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Publish callbacks [] for port, precommit_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:58.857707 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:58.861582 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80767d27-b5ea-40e1-a05f-eba40c9ce3d3 req-e1ccd868-8102-4e21-beeb-cfb75812aa1f tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:58.863184 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-80767d27-b5ea-40e1-a05f-eba40c9ce3d3 req-e1ccd868-8102-4e21-beeb-cfb75812aa1f tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 945 time: 0.1066525 Oct 27 11:41:58.869239 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:58.881451 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eef878-6e88-47ff-902c-7b4e99fde449 req-73fb2146-3ce5-4037-88ee-3eb0f0baa552 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:58.882911 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b7eef878-6e88-47ff-902c-7b4e99fde449 req-73fb2146-3ce5-4037-88ee-3eb0f0baa552 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0931489 Oct 27 11:41:58.918230 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] For port fce3dace-139c-4d05-bc6d-3a7fe063fd99, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:41:58.925573 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] For port fce3dace-139c-4d05-bc6d-3a7fe063fd99, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=fce3dace-139c-4d05-bc6d-3a7fe063fd99,segment=NetworkSegment(bd579a54-ed00-4a61-97f7-f73c047aca68),segment_id=bd579a54-ed00-4a61-97f7-f73c047aca68)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:41:58.928485 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ddc26-8803-486d-8840-5a1c4465f0a4 None None] Pushing event updated for resources: {'Port': ['ID=f757e089-2281-48b6-b27a-a4381d7cca99,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:58.932170 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:59.026163 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-80767d27-b5ea-40e1-a05f-eba40c9ce3d3 req-bdbac1aa-7047-46d6-ba36-fa8fe668f878 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540613 Oct 27 11:41:59.032759 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Attempting to bind port f757e089-2281-48b6-b27a-a4381d7cca99 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:41:59.033129 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Attempting to bind port f757e089-2281-48b6-b27a-a4381d7cca99 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '5dbbf922-a772-4ad0-9b2f-e493274031ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'fb905254-0c92-4844-869d-5a0827915707'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:41:59.033496 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Attempting to bind port f757e089-2281-48b6-b27a-a4381d7cca99 on network fb905254-0c92-4844-869d-5a0827915707 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:59.034468 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b7eef878-6e88-47ff-902c-7b4e99fde449 req-2c49999b-6fd3-45b0-8ac9-1402f1601032 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885308 Oct 27 11:41:59.040789 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd656e-1cde-4dd3-84de-8d914ac305e2 None None] Pushing event updated for resources: {'Port': ['ID=fce3dace-139c-4d05-bc6d-3a7fe063fd99,revision_number=2']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:59.043553 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:41:59.043931 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Checking segment: {'id': '5dbbf922-a772-4ad0-9b2f-e493274031ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'fb905254-0c92-4844-869d-5a0827915707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:41:59.044339 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:59.044722 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Bound using segment: {'id': '5dbbf922-a772-4ad0-9b2f-e493274031ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'fb905254-0c92-4844-869d-5a0827915707'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:41:59.045196 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Bound port: f757e089-2281-48b6-b27a-a4381d7cca99, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbbf922-a772-4ad0-9b2f-e493274031ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'fb905254-0c92-4844-869d-5a0827915707'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:41:59.045575 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:59.154807 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] For port f757e089-2281-48b6-b27a-a4381d7cca99, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:41:59.159484 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] For port f757e089-2281-48b6-b27a-a4381d7cca99, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=f757e089-2281-48b6-b27a-a4381d7cca99,segment=NetworkSegment(5dbbf922-a772-4ad0-9b2f-e493274031ff),segment_id=5dbbf922-a772-4ad0-9b2f-e493274031ff)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:41:59.166510 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:59.171043 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613775'] for router, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:59.230492 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-7838e0f4-0825-4f79-8789-fc3020f495c3 None None] Provisioning complete for port f757e089-2281-48b6-b27a-a4381d7cca99 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:59.230882 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7838e0f4-0825-4f79-8789-fc3020f495c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:59.278435 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ddc26-8803-486d-8840-5a1c4465f0a4 None None] Pushing event updated for resources: {'Port': ['ID=f757e089-2281-48b6-b27a-a4381d7cca99,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:59.283166 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Routers {'22145107-a4ce-4a3a-9f01-0f26c4dc37be'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:41:59.284107 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:41:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:59.375856 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device b012a5b3-1206-4218-b43b-c64b13d96f84 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:59.414171 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Router bfc37692-6261-44fc-92b7-26339d112e35 is scheduled to L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 with binding_index 1 {{(pid=108003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:41:59.515333 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] Set router 22145107-a4ce-4a3a-9f01-0f26c4dc37be gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:41:59.564487 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7838e0f4-0825-4f79-8789-fc3020f495c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:59.571471 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:41:59.583764 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Sync routers for ids ['bfc37692-6261-44fc-92b7-26339d112e35'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:41:59.585564 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port b012a5b3-1206-4218-b43b-c64b13d96f84 completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:41:59.595077 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] Publish callbacks [] for router, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:59.596877 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-b504d807-9f5c-444e-8ef6-70597de528a1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0286076 Oct 27 11:41:59.599544 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46014) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:59.602661 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Routers {'bfc37692-6261-44fc-92b7-26339d112e35'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:41:59.603375 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:41:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['bfc37692-6261-44fc-92b7-26339d112e35'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:59.620677 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port b012a5b3-1206-4218-b43b-c64b13d96f84 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:59.621031 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:59.698088 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-7838e0f4-0825-4f79-8789-fc3020f495c3 None None] For port f757e089-2281-48b6-b27a-a4381d7cca99, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=f757e089-2281-48b6-b27a-a4381d7cca99,segment=NetworkSegment(5dbbf922-a772-4ad0-9b2f-e493274031ff),segment_id=5dbbf922-a772-4ad0-9b2f-e493274031ff)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:59.726419 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Set router bfc37692-6261-44fc-92b7-26339d112e35 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:41:59.743010 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7838e0f4-0825-4f79-8789-fc3020f495c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:59.891126 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838e0f4-0825-4f79-8789-fc3020f495c3 None None] Pushing event updated for resources: {'Port': ['ID=f757e089-2281-48b6-b27a-a4381d7cca99,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:59.929412 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-9a35217b-7038-4feb-a9ee-277de450a0fb None None] Provisioning complete for port f757e089-2281-48b6-b27a-a4381d7cca99 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:59.929782 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-9a35217b-7038-4feb-a9ee-277de450a0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:59.931337 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:59.969038 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'name': 'tempest-TestMinimumBasicScenario-1257846778-router', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c12d0a-dd6d-43c2-babb-36c030fa34ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:57Z', 'updated_at': '2021-10-27T11:41:58Z', 'revision_number': 3, 'project_id': 'ff76fd4bb8164513a03f89d28053450e', 'gw_port': {'id': 'b7c12d0a-dd6d-43c2-babb-36c030fa34ee', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:58Z', 'updated_at': '2021-10-27T11:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:59.995225 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2610d91-77fa-4a11-afed-cc35a29b1188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b012a5b3-1206-4218-b43b-c64b13d96f84'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:59.996681 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Checking router: bfc37692-6261-44fc-92b7-26339d112e35 for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:41:59.997227 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Updating router bfc37692-6261-44fc-92b7-26339d112e35 port b7c12d0a-dd6d-43c2-babb-36c030fa34ee binding host dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:41:59.997521 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc89494c-c29c-4851-ae05-29fb172d57c3" -d '{"events": [{"server_uuid": "f2610d91-77fa-4a11-afed-cc35a29b1188", "name": "network-vif-plugged", "status": "completed", "tag": "b012a5b3-1206-4218-b43b-c64b13d96f84"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:42:00.025261 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.027230 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port b012a5b3-1206-4218-b43b-c64b13d96f84, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b012a5b3-1206-4218-b43b-c64b13d96f84,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:00.039779 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:55Z', 'revision_number': 4, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port': {'id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'f757e089-2281-48b6-b27a-a4381d7cca99', 'name': '', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'mac_address': 'fa:16:3e:ef:e9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:54Z', 'updated_at': '2021-10-27T11:41:59Z', 'revision_number': 4, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'subnets': [{'id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:00.042180 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.106513 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.256660 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff36211-c9fc-4c0b-95e3-b24e86b01059 None None] The sync data for ids ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'] in dv-cinder-815146-3-iscsi is: [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:55Z', 'revision_number': 4, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port': {'id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'f757e089-2281-48b6-b27a-a4381d7cca99', 'name': '', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'mac_address': 'fa:16:3e:ef:e9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:54Z', 'updated_at': '2021-10-27T11:41:59Z', 'revision_number': 4, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'subnets': [{'id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:42:00.302029 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=b012a5b3-1206-4218-b43b-c64b13d96f84,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:00.382209 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3496260a-309f-4e8e-b6c6-2f52c6bde716 None None] Network e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:42:00.393305 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Publish callbacks [] for port, precommit_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.397591 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Allocated IP 172.20.0.1 (e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324/c4223ac3-8371-4436-b51b-381d2f717c52/7a8a20a2-4cbd-417d-9336-90d5c623dbb6) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:42:00.408686 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.452446 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device fce3dace-139c-4d05-bc6d-3a7fe063fd99 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:00.486292 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089499d-d8af-4f54-8c57-0bcc390607cd None None] Pushing event updated for resources: {'Port': ['ID=b7c12d0a-dd6d-43c2-babb-36c030fa34ee,revision_number=2']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:00.522711 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Attempting to bind port b7c12d0a-dd6d-43c2-babb-36c030fa34ee on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:42:00.523067 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Attempting to bind port b7c12d0a-dd6d-43c2-babb-36c030fa34ee by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:42:00.523570 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Attempting to bind port b7c12d0a-dd6d-43c2-babb-36c030fa34ee on network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:42:00.531540 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:42:00.531540 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Checking segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:42:00.531953 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2a9cf5d3-8cef-48b0-94d5-2b189066b1db None None] Provisioning complete for port fce3dace-139c-4d05-bc6d-3a7fe063fd99 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:00.532435 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf5d3-8cef-48b0-94d5-2b189066b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.532526 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.532850 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Bound using segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:42:00.533327 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Bound port: b7c12d0a-dd6d-43c2-babb-36c030fa34ee, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:42:00.534170 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.551960 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.591497 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.608897 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] For port b7c12d0a-dd6d-43c2-babb-36c030fa34ee, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:42:00.612416 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] For port b7c12d0a-dd6d-43c2-babb-36c030fa34ee, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=b7c12d0a-dd6d-43c2-babb-36c030fa34ee,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:42:00.619553 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.628530 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port fce3dace-139c-4d05-bc6d-3a7fe063fd99 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:00.628904 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.652232 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Network e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:42:00.658683 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:00.664345 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:42:00.665552 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607954'] for router_interface, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.677206 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089499d-d8af-4f54-8c57-0bcc390607cd None None] Pushing event updated for resources: {'Port': ['ID=b7c12d0a-dd6d-43c2-babb-36c030fa34ee,revision_number=3']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:00.695182 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Routers {'bfc37692-6261-44fc-92b7-26339d112e35'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:42:00.696033 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:41:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['bfc37692-6261-44fc-92b7-26339d112e35'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:00.721237 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a8a20a2-4cbd-417d-9336-90d5c623dbb6,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:00.768045 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf5d3-8cef-48b0-94d5-2b189066b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.823404 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] Set router bfc37692-6261-44fc-92b7-26339d112e35 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:42:00.845460 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.856467 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.888070 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2a9cf5d3-8cef-48b0-94d5-2b189066b1db None None] For port fce3dace-139c-4d05-bc6d-3a7fe063fd99, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=fce3dace-139c-4d05-bc6d-3a7fe063fd99,segment=NetworkSegment(bd579a54-ed00-4a61-97f7-f73c047aca68),segment_id=bd579a54-ed00-4a61-97f7-f73c047aca68)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:00.900919 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2a9cf5d3-8cef-48b0-94d5-2b189066b1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:00.994853 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.db.api [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=108004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 11:42:00.995238 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG oslo_db.api [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 11:42:01.005362 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cf5d3-8cef-48b0-94d5-2b189066b1db None None] Pushing event updated for resources: {'Port': ['ID=fce3dace-139c-4d05-bc6d-3a7fe063fd99,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:01.066325 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'name': 'tempest-TestMinimumBasicScenario-1257846778-router', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c12d0a-dd6d-43c2-babb-36c030fa34ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:57Z', 'updated_at': '2021-10-27T11:41:58Z', 'revision_number': 3, 'project_id': 'ff76fd4bb8164513a03f89d28053450e', 'gw_port': {'id': 'b7c12d0a-dd6d-43c2-babb-36c030fa34ee', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:58Z', 'updated_at': '2021-10-27T11:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:01.101500 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b582fda-9082-44c4-9115-c9669f83037d None None] The sync data for ids ['bfc37692-6261-44fc-92b7-26339d112e35'] in dv-cinder-815146-3-iscsi is: [{'id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'name': 'tempest-TestMinimumBasicScenario-1257846778-router', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c12d0a-dd6d-43c2-babb-36c030fa34ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:57Z', 'updated_at': '2021-10-27T11:41:58Z', 'revision_number': 3, 'project_id': 'ff76fd4bb8164513a03f89d28053450e', 'gw_port': {'id': 'b7c12d0a-dd6d-43c2-babb-36c030fa34ee', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:72:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:58Z', 'updated_at': '2021-10-27T11:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:42:01.109551 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:01.116828 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:01.117650 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608066'] for router_interface, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:01.129783 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-64f94ecc-8891-469d-a553-8b773fff1ce3 None None] Provisioning complete for port fce3dace-139c-4d05-bc6d-3a7fe063fd99 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:01.130056 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-64f94ecc-8891-469d-a553-8b773fff1ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:01.224596 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a8a20a2-4cbd-417d-9336-90d5c623dbb6,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:01.294434 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Network e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:42:01.296064 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:01.310089 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-64f94ecc-8891-469d-a553-8b773fff1ce3 None None] Provisioning complete for port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:01.310588 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-64f94ecc-8891-469d-a553-8b773fff1ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:01.359011 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-64f94ecc-8891-469d-a553-8b773fff1ce3 None None] Port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:42:01.507444 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-bf7a7ad5-28fb-4faa-815d-ebdc2ddf6d2e None None] Provisioning complete for port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:01.514287 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7ad5-28fb-4faa-815d-ebdc2ddf6d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:01.589371 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a7ad5-28fb-4faa-815d-ebdc2ddf6d2e None None] Port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:42:01.711280 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-abcc3c13-7212-40b1-b300-aba338b5ab79 None None] Provisioning complete for port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:01.711656 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-abcc3c13-7212-40b1-b300-aba338b5ab79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:01.736309 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Router bfc37692-6261-44fc-92b7-26339d112e35 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:42:01.752812 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-abcc3c13-7212-40b1-b300-aba338b5ab79 None None] Port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:42:01.848356 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:42:01.853705 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-8c51e64f-7dc5-4328-9e0a-e7345deda4a5 admin admin] 10.222.0.36 "PUT /v2.0/routers/bfc37692-6261-44fc-92b7-26339d112e35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2530880 Oct 27 11:42:02.367050 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device fce3dace-139c-4d05-bc6d-3a7fe063fd99 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:02.415038 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port fce3dace-139c-4d05-bc6d-3a7fe063fd99 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:02.415405 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:02.496118 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device f757e089-2281-48b6-b27a-a4381d7cca99 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:02.555587 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port f757e089-2281-48b6-b27a-a4381d7cca99 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:02.556072 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:02.645652 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device b7c12d0a-dd6d-43c2-babb-36c030fa34ee up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:02.717446 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0396f62b-d495-45e0-901b-008c7819f920 x-openstack-request-id: req-0396f62b-d495-45e0-901b-008c7819f920 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:42:02.718579 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2610d91-77fa-4a11-afed-cc35a29b1188", "name": "network-vif-plugged", "status": "completed", "tag": "b012a5b3-1206-4218-b43b-c64b13d96f84", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:42:02.718972 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0396f62b-d495-45e0-901b-008c7819f920 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:42:02.720004 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2610d91-77fa-4a11-afed-cc35a29b1188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b012a5b3-1206-4218-b43b-c64b13d96f84', 'code': 200} Oct 27 11:42:02.723088 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port b7c12d0a-dd6d-43c2-babb-36c030fa34ee triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:02.723594 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:02.861771 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:02.887607 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] For port b7c12d0a-dd6d-43c2-babb-36c030fa34ee, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=b7c12d0a-dd6d-43c2-babb-36c030fa34ee,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:02.895219 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:02.955558 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Pushing event updated for resources: {'Port': ['ID=b7c12d0a-dd6d-43c2-babb-36c030fa34ee,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:02.961858 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf20bf3-119a-4963-bba1-60fe54d4c2ea req-8ac09d95-be69-400f-9231-b3fd5e4e1457 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:02.964261 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0bf20bf3-119a-4963-bba1-60fe54d4c2ea req-8ac09d95-be69-400f-9231-b3fd5e4e1457 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1445072 Oct 27 11:42:02.980121 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63876ff4-608c-4fbc-833e-158f2a5ceac1 req-35bee106-5f92-432c-8dc7-2cf4fcc2a5b8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:02.981995 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-63876ff4-608c-4fbc-833e-158f2a5ceac1 req-35bee106-5f92-432c-8dc7-2cf4fcc2a5b8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 946 time: 0.1396194 Oct 27 11:42:03.072637 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0bf20bf3-119a-4963-bba1-60fe54d4c2ea req-6c1e1dd1-7a9f-4947-a029-a49b650f01da tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883753 Oct 27 11:42:03.097450 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d77a6-b9d3-4c96-8fb8-81042db4851a req-89b9b345-5edf-4cdb-99ad-e5e1c3637fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:03.097450 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cf7d77a6-b9d3-4c96-8fb8-81042db4851a req-89b9b345-5edf-4cdb-99ad-e5e1c3637fa1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 1099 time: 0.1331131 Oct 27 11:42:03.097450 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-63876ff4-608c-4fbc-833e-158f2a5ceac1 req-ef0f9c21-c79f-441b-b8d3-05585986db21 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968413 Oct 27 11:42:03.139660 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cf7d77a6-b9d3-4c96-8fb8-81042db4851a req-cbada80f-8cfd-4bd7-a647-6281d33bd591 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451119 Oct 27 11:42:03.826197 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Sync routers for ids ['bfc37692-6261-44fc-92b7-26339d112e35'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:42:03.839742 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Routers {'bfc37692-6261-44fc-92b7-26339d112e35'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:42:03.840381 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:41:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['bfc37692-6261-44fc-92b7-26339d112e35'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:03.962836 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Set router bfc37692-6261-44fc-92b7-26339d112e35 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:42:04.223789 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'name': 'tempest-TestMinimumBasicScenario-1257846778-router', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c12d0a-dd6d-43c2-babb-36c030fa34ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:57Z', 'updated_at': '2021-10-27T11:42:00Z', 'revision_number': 4, 'project_id': 'ff76fd4bb8164513a03f89d28053450e', 'gw_port': {'id': 'b7c12d0a-dd6d-43c2-babb-36c030fa34ee', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:58Z', 'updated_at': '2021-10-27T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '7a8a20a2-4cbd-417d-9336-90d5c623dbb6', 'name': '', 'network_id': 'e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'mac_address': 'fa:16:3e:f7:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c4223ac3-8371-4436-b51b-381d2f717c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:00Z', 'updated_at': '2021-10-27T11:42:00Z', 'revision_number': 2, 'project_id': 'ff76fd4bb8164513a03f89d28053450e', 'subnets': [{'id': 'c4223ac3-8371-4436-b51b-381d2f717c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:04.264253 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Checking router: bfc37692-6261-44fc-92b7-26339d112e35 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:42:04.264591 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Updating router bfc37692-6261-44fc-92b7-26339d112e35 port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 binding host dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:42:04.295098 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device b7c12d0a-dd6d-43c2-babb-36c030fa34ee up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:04.317143 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71fe3b-66db-4e2b-b736-9d81318cbaf1 req-15da38e3-d44b-44af-99cf-c9a60a757087 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:04.318305 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2c71fe3b-66db-4e2b-b736-9d81318cbaf1 req-15da38e3-d44b-44af-99cf-c9a60a757087 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 946 time: 0.1038957 Oct 27 11:42:04.335247 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:04.336608 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace4ae6-f158-4831-84c4-f373b92b3277 req-398fff44-5fa3-4c3f-8b95-2c0d2c3f1315 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:04.338380 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1ace4ae6-f158-4831-84c4-f373b92b3277 req-398fff44-5fa3-4c3f-8b95-2c0d2c3f1315 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1157303 Oct 27 11:42:04.406190 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port b7c12d0a-dd6d-43c2-babb-36c030fa34ee triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:04.407269 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:04.425837 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1ace4ae6-f158-4831-84c4-f373b92b3277 req-bbe5d0f4-e2bb-47f8-b8d6-436959372027 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765319 Oct 27 11:42:04.458979 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2c71fe3b-66db-4e2b-b736-9d81318cbaf1 req-fec53b5f-56b7-444e-99d9-b0d4898bf691 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129558 Oct 27 11:42:04.893872 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Publish callbacks [] for port, precommit_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:04.902416 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:05.001832 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a780a6-41c2-4d19-a323-f3bbc70b5298 None None] Pushing event updated for resources: {'Port': ['ID=7a8a20a2-4cbd-417d-9336-90d5c623dbb6,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:05.084946 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Attempting to bind port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:42:05.085422 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Attempting to bind port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': 'bd579a54-ed00-4a61-97f7-f73c047aca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:42:05.090398 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Attempting to bind port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 on network e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:42:05.102037 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:42:05.102781 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Checking segment: {'id': 'bd579a54-ed00-4a61-97f7-f73c047aca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:42:05.102923 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:05.103228 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Bound using segment: {'id': 'bd579a54-ed00-4a61-97f7-f73c047aca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:42:05.103706 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Bound port: 7a8a20a2-4cbd-417d-9336-90d5c623dbb6, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd579a54-ed00-4a61-97f7-f73c047aca68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:42:05.104086 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:05.191910 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46114) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:05.258272 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] For port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:42:05.263598 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] For port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=7a8a20a2-4cbd-417d-9336-90d5c623dbb6,segment=NetworkSegment(bd579a54-ed00-4a61-97f7-f73c047aca68),segment_id=bd579a54-ed00-4a61-97f7-f73c047aca68)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:42:05.271066 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:05.379986 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Routers {'bfc37692-6261-44fc-92b7-26339d112e35'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:42:05.380690 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:41:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['bfc37692-6261-44fc-92b7-26339d112e35'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:05.440245 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-282f4f07-0649-4747-a491-c35c7e90f3d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:05.594468 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] Set router bfc37692-6261-44fc-92b7-26339d112e35 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:42:05.700510 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada949a1-fa11-48c0-8389-003cbdfcce9c req-c1d6959a-69ad-4aa5-b015-4df194ecafc6 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:05.708063 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ada949a1-fa11-48c0-8389-003cbdfcce9c req-c1d6959a-69ad-4aa5-b015-4df194ecafc6 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1118774 Oct 27 11:42:05.714062 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-d9fea98c-5fc1-4196-8ea7-ab396de740f6 None None] Provisioning complete for port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:05.714425 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d9fea98c-5fc1-4196-8ea7-ab396de740f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:05.717228 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a780a6-41c2-4d19-a323-f3bbc70b5298 None None] Pushing event updated for resources: {'Port': ['ID=7a8a20a2-4cbd-417d-9336-90d5c623dbb6,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:05.740101 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f44635-d492-4f66-8dd5-4fa7b4bece57 req-6e322506-8e84-4959-852f-e7483d6fbf28 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:05.743110 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-34f44635-d492-4f66-8dd5-4fa7b4bece57 req-6e322506-8e84-4959-852f-e7483d6fbf28 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 946 time: 0.1661959 Oct 27 11:42:05.749426 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-282f4f07-0649-4747-a491-c35c7e90f3d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:05.765351 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-282f4f07-0649-4747-a491-c35c7e90f3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:05.853080 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ada949a1-fa11-48c0-8389-003cbdfcce9c req-7e8671c0-3abf-40e9-9e47-e2c6373bf405 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399410 Oct 27 11:42:05.875189 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f4f07-0649-4747-a491-c35c7e90f3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10acafbb-5c00-4060-a9c3-f3c1b68fbfec,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:05.890983 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d9fea98c-5fc1-4196-8ea7-ab396de740f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:05.901794 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-282f4f07-0649-4747-a491-c35c7e90f3d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19d3b4b664ce4549947b8e991e938569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7070673 Oct 27 11:42:05.902191 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46126) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:05.924770 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-34f44635-d492-4f66-8dd5-4fa7b4bece57 req-95af833c-8923-4e69-9864-08a9f044e6e2 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616323 Oct 27 11:42:05.970159 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-d9fea98c-5fc1-4196-8ea7-ab396de740f6 None None] For port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=7a8a20a2-4cbd-417d-9336-90d5c623dbb6,segment=NetworkSegment(bd579a54-ed00-4a61-97f7-f73c047aca68),segment_id=bd579a54-ed00-4a61-97f7-f73c047aca68)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:05.979136 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'name': 'tempest-TestMinimumBasicScenario-1257846778-router', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c12d0a-dd6d-43c2-babb-36c030fa34ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:57Z', 'updated_at': '2021-10-27T11:42:00Z', 'revision_number': 4, 'project_id': 'ff76fd4bb8164513a03f89d28053450e', 'gw_port': {'id': 'b7c12d0a-dd6d-43c2-babb-36c030fa34ee', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:58Z', 'updated_at': '2021-10-27T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '7a8a20a2-4cbd-417d-9336-90d5c623dbb6', 'name': '', 'network_id': 'e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'mac_address': 'fa:16:3e:f7:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c4223ac3-8371-4436-b51b-381d2f717c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:00Z', 'updated_at': '2021-10-27T11:42:05Z', 'revision_number': 4, 'project_id': 'ff76fd4bb8164513a03f89d28053450e', 'subnets': [{'id': 'c4223ac3-8371-4436-b51b-381d2f717c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:05.983467 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d9fea98c-5fc1-4196-8ea7-ab396de740f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:06.000958 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f89acf53-0fbb-4cf8-ac6f-757cdda1d82f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:06.015662 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f385d3-1dd6-4670-baa6-6be361887f25 None None] The sync data for ids ['bfc37692-6261-44fc-92b7-26339d112e35'] in dv-cinder-815146-3-iscsi is: [{'id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'name': 'tempest-TestMinimumBasicScenario-1257846778-router', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c12d0a-dd6d-43c2-babb-36c030fa34ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:57Z', 'updated_at': '2021-10-27T11:42:00Z', 'revision_number': 4, 'project_id': 'ff76fd4bb8164513a03f89d28053450e', 'gw_port': {'id': 'b7c12d0a-dd6d-43c2-babb-36c030fa34ee', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:58Z', 'updated_at': '2021-10-27T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '7a8a20a2-4cbd-417d-9336-90d5c623dbb6', 'name': '', 'network_id': 'e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'mac_address': 'fa:16:3e:f7:d2:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'c4223ac3-8371-4436-b51b-381d2f717c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:00Z', 'updated_at': '2021-10-27T11:42:05Z', 'revision_number': 4, 'project_id': 'ff76fd4bb8164513a03f89d28053450e', 'subnets': [{'id': 'c4223ac3-8371-4436-b51b-381d2f717c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:42:06.062086 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f89acf53-0fbb-4cf8-ac6f-757cdda1d82f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:06.123133 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fea98c-5fc1-4196-8ea7-ab396de740f6 None None] Pushing event updated for resources: {'Port': ['ID=7a8a20a2-4cbd-417d-9336-90d5c623dbb6,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:06.179365 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-7195676e-d5bb-4052-96cf-57d0403a150b None None] Provisioning complete for port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:06.179815 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7195676e-d5bb-4052-96cf-57d0403a150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:06.185038 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f89acf53-0fbb-4cf8-ac6f-757cdda1d82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:06.188285 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f89acf53-0fbb-4cf8-ac6f-757cdda1d82f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:06.191830 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-f89acf53-0fbb-4cf8-ac6f-757cdda1d82f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10acafbb-5c00-4060-a9c3-f3c1b68fbfec HTTP/1.1" status: 204 len: 168 time: 0.2885270 Oct 27 11:42:06.205388 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89acf53-0fbb-4cf8-ac6f-757cdda1d82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10acafbb-5c00-4060-a9c3-f3c1b68fbfec,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:06.420962 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:06.499634 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:06.500383 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:06.808905 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-e17503d2-31ba-4d08-9673-b9e1b71b1e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:07.084001 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c7dac-8ebf-4a83-a96a-ac7ce9709ed7 req-ef118ee4-412a-449a-8967-145af213f941 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:07.092780 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ea1c7dac-8ebf-4a83-a96a-ac7ce9709ed7 req-ef118ee4-412a-449a-8967-145af213f941 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1404040 Oct 27 11:42:07.157022 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ea1c7dac-8ebf-4a83-a96a-ac7ce9709ed7 req-e2c43bd4-b474-4a1e-8c0d-bd0574b84bb0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629895 Oct 27 11:42:08.676750 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46212) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:08.808074 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-534ad860-dae5-4400-9606-a2ee646be861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:08.902053 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-534ad860-dae5-4400-9606-a2ee646be861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:08.906927 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-534ad860-dae5-4400-9606-a2ee646be861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:08.964829 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-534ad860-dae5-4400-9606-a2ee646be861 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c2300b65c5e4120931d48b6eb514ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839260 Oct 27 11:42:08.964829 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ad860-dae5-4400-9606-a2ee646be861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f64a09d-adb0-4796-8740-758450649db5,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:08.965351 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46218) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:09.026422 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bfe9cc0e-9062-4355-9d1b-8a3e23ef8bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:09.049530 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bfe9cc0e-9062-4355-9d1b-8a3e23ef8bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:09.102722 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bfe9cc0e-9062-4355-9d1b-8a3e23ef8bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:09.105474 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bfe9cc0e-9062-4355-9d1b-8a3e23ef8bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:09.109353 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-bfe9cc0e-9062-4355-9d1b-8a3e23ef8bd8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f64a09d-adb0-4796-8740-758450649db5 HTTP/1.1" status: 204 len: 168 time: 0.1431499 Oct 27 11:42:09.117683 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9cc0e-9062-4355-9d1b-8a3e23ef8bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f64a09d-adb0-4796-8740-758450649db5,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:09.449429 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46224) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:09.465506 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-66b3a670-3097-47fc-896b-9dd8a1f284f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:09.555381 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-66b3a670-3097-47fc-896b-9dd8a1f284f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:09.559589 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-66b3a670-3097-47fc-896b-9dd8a1f284f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:09.599201 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-66b3a670-3097-47fc-896b-9dd8a1f284f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e082699bacba4146a3720d0d8ab60caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484902 Oct 27 11:42:09.600531 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3a670-3097-47fc-896b-9dd8a1f284f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8e1602-fb6d-4fe7-9720-4c94056d48a7,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:09.601961 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46226) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:09.657627 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-47b23003-1b8e-46aa-ad87-5b70b59f5d41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:09.686227 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-47b23003-1b8e-46aa-ad87-5b70b59f5d41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:09.749492 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-47b23003-1b8e-46aa-ad87-5b70b59f5d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:09.753701 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-47b23003-1b8e-46aa-ad87-5b70b59f5d41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:09.759524 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-47b23003-1b8e-46aa-ad87-5b70b59f5d41 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d8e1602-fb6d-4fe7-9720-4c94056d48a7 HTTP/1.1" status: 204 len: 168 time: 0.1544805 Oct 27 11:42:09.767768 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b23003-1b8e-46aa-ad87-5b70b59f5d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8e1602-fb6d-4fe7-9720-4c94056d48a7,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:09.793281 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-c6599742-3048-41c7-b997-1345442f71f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:10.554386 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:10.703022 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba66361-503a-47e3-b16e-fbd8d3999137 req-b8b17045-c7a1-434b-991b-32bcaecea52a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:10.712058 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fba66361-503a-47e3-b16e-fbd8d3999137 req-b8b17045-c7a1-434b-991b-32bcaecea52a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0625336 Oct 27 11:42:10.753705 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fba66361-503a-47e3-b16e-fbd8d3999137 req-d371fbb8-e68c-4786-84ca-4347ee96b6ca tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Oct 27 11:42:11.011430 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:11.955534 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92a217-4f58-4651-8116-34179b2f1caa req-8f89f6b2-704a-4295-a9ec-afa3a0988e69 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:11.964480 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9d92a217-4f58-4651-8116-34179b2f1caa req-8f89f6b2-704a-4295-a9ec-afa3a0988e69 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0671210 Oct 27 11:42:12.030601 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9d92a217-4f58-4651-8116-34179b2f1caa req-66be2bd4-4029-48b2-b977-ab5f93c703fa tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649078 Oct 27 11:42:12.182305 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:12.503031 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46336) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:12.535544 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-2bafe7bf-5564-414e-a4b1-f012e528bbc5 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:12.538302 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-2bafe7bf-5564-414e-a4b1-f012e528bbc5 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/networks?id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c HTTP/1.1" status: 200 len: 814 time: 0.1351433 Oct 27 11:42:12.561949 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-51eb136e-8e37-4a96-b905-c0e995051d7a tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/quotas/dbf1ce447b7e4bbd9810e10c6b8b5610 HTTP/1.1" status: 200 len: 375 time: 0.0172684 Oct 27 11:42:12.622423 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-d48a7414-df5e-415d-a07f-3db8b272eae3 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf1ce447b7e4bbd9810e10c6b8b5610&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591056 Oct 27 11:42:12.650148 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1504e01d-33d8-4c26-9214-85ac0619bb1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:12.756972 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1504e01d-33d8-4c26-9214-85ac0619bb1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:12.762203 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1504e01d-33d8-4c26-9214-85ac0619bb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:12.815626 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-1504e01d-33d8-4c26-9214-85ac0619bb1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39e5e8a7b5944a89a153428b6533d48f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107951 Oct 27 11:42:12.816785 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46348) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:12.819060 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504e01d-33d8-4c26-9214-85ac0619bb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c42ee93-9314-4acb-aa89-bd7420f5a544,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:12.831428 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-bed32c00-7130-4c50-8a1e-e225e2bbde91 service neutron] 10.222.0.36 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080567 Oct 27 11:42:12.904980 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8397e4e8-4e90-4694-bb30-628be2c00895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:12.938695 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8397e4e8-4e90-4694-bb30-628be2c00895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:12.969769 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-4355df41-503f-45ad-a3e5-3653999e5624 service neutron] 10.222.0.36 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254070 Oct 27 11:42:13.023962 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8397e4e8-4e90-4694-bb30-628be2c00895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:13.027225 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8397e4e8-4e90-4694-bb30-628be2c00895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:13.028672 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-8397e4e8-4e90-4694-bb30-628be2c00895 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c42ee93-9314-4acb-aa89-bd7420f5a544 HTTP/1.1" status: 204 len: 168 time: 0.2108347 Oct 27 11:42:13.044181 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397e4e8-4e90-4694-bb30-628be2c00895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c42ee93-9314-4acb-aa89-bd7420f5a544,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:13.262216 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-75037a23-15b8-4bcd-87ff-c73b39bcbc23 req-a7c7e55c-10ed-497b-b5a1-381293589050 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0777209 Oct 27 11:42:13.358933 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5c79e-7975-45fd-8d5f-fba60070ba77 req-6715b7da-ecc1-443e-81f5-a56e6136e3ee tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:13.360699 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9ac5c79e-7975-45fd-8d5f-fba60070ba77 req-6715b7da-ecc1-443e-81f5-a56e6136e3ee tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0779238 Oct 27 11:42:13.426724 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9ac5c79e-7975-45fd-8d5f-fba60070ba77 req-fa65c1e1-8525-433a-a23d-fc4b3ecbbe3d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472493 Oct 27 11:42:13.544652 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46368) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:13.562309 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c27b-cf6f-49b8-9630-0a31d792ff8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:13.659631 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c27b-cf6f-49b8-9630-0a31d792ff8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:13.664530 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d3f9c27b-cf6f-49b8-9630-0a31d792ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:13.697129 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46372) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:13.698251 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-d3f9c27b-cf6f-49b8-9630-0a31d792ff8a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13e1693ad4724322b787b56cf6c1bda8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509967 Oct 27 11:42:13.718125 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9c27b-cf6f-49b8-9630-0a31d792ff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5788209-2233-44b5-9a04-d6c1ed148bd1,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:13.786661 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-dc3b31bc-98d6-4f95-9027-6a8c760d72b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:13.861243 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-dc3b31bc-98d6-4f95-9027-6a8c760d72b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:13.962761 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-dc3b31bc-98d6-4f95-9027-6a8c760d72b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:13.967259 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-dc3b31bc-98d6-4f95-9027-6a8c760d72b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:13.969158 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-dc3b31bc-98d6-4f95-9027-6a8c760d72b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5788209-2233-44b5-9a04-d6c1ed148bd1 HTTP/1.1" status: 204 len: 168 time: 0.2710156 Oct 27 11:42:13.980485 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b31bc-98d6-4f95-9027-6a8c760d72b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5788209-2233-44b5-9a04-d6c1ed148bd1,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:14.421267 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ef864f13-3168-4e44-858b-4f22ba2c388f req-c8ba9b28-1793-4286-8268-eed88adeee27 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0307894 Oct 27 11:42:14.591719 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac905a41-12c0-45b4-a52c-56e09abfd16b req-073015c3-1077-4a07-80af-2a35e84ca6f0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:14.595124 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ac905a41-12c0-45b4-a52c-56e09abfd16b req-073015c3-1077-4a07-80af-2a35e84ca6f0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0841501 Oct 27 11:42:14.643622 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ac905a41-12c0-45b4-a52c-56e09abfd16b req-1f5cdf90-de91-4184-9601-abe4b6ef5e1c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403380 Oct 27 11:42:14.808758 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-2e875a2b-93b9-475f-bebf-fe1d820d06c8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:14.811210 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-2e875a2b-93b9-475f-bebf-fe1d820d06c8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "GET /v2.0/networks?id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c HTTP/1.1" status: 200 len: 814 time: 0.1312490 Oct 27 11:42:14.837878 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-a0217628-1299-4ef4-bbd7-686b0a2b056d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Request body: {'port': {'device_id': 'f3d20a3a-1e79-4f1c-a14b-f093462fd752', 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c', 'admin_state_up': True, 'tenant_id': 'dbf1ce447b7e4bbd9810e10c6b8b5610'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:14.964880 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46428) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:14.968260 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-a0217628-1299-4ef4-bbd7-686b0a2b056d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Made reservation on behalf of dbf1ce447b7e4bbd9810e10c6b8b5610 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:42:14.971888 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-a0217628-1299-4ef4-bbd7-686b0a2b056d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.068560 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1942359791-network', 'tenant_id': '4da03a08d69a4d6080abbc4218f3f1b6'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:15.091240 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] Made reservation on behalf of 4da03a08d69a4d6080abbc4218f3f1b6 for: {'network': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:42:15.093559 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.102108 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.104138 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-a0217628-1299-4ef4-bbd7-686b0a2b056d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Allocated IP 172.20.0.3 (409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c/212d8791-4b7d-4e98-a67a-01cceff80f31/d27cffe4-168c-421b-b64c-a14bcb4038e4) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:42:15.184109 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.189115 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.217008 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1159} {{(pid=108002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:42:15.223332 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a19db4-c939-4360-b69f-451ed867cb79,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:15.229506 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.229893 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.segments_db [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] Added segment 8481624b-86fd-4154-bf61-3c5f28de8126 of type vlan for network 2e95ec18-5e37-4770-b64d-9a9db9848d71 Oct 27 11:42:15.280319 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.295330 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-a0217628-1299-4ef4-bbd7-686b0a2b056d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.311257 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.312298 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:15.312902 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.340351 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-a0217628-1299-4ef4-bbd7-686b0a2b056d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.357140 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['1420b59a-5ff4-4719-aa84-e707e403d07e', 'b012a5b3-1206-4218-b43b-c64b13d96f84'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:42:15.390072 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4240448 Oct 27 11:42:15.390800 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46436) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:15.402174 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-cd44ee1e-2646-48ea-a2f7-bcc2a2486a35 admin admin] Request body: {'subnet': {'network_id': '2e95ec18-5e37-4770-b64d-9a9db9848d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1942359791-subnet', 'tenant_id': '4da03a08d69a4d6080abbc4218f3f1b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:15.405133 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c5496-1aa0-4367-baef-4b074f34682c admin admin] Pushing event updated for resources: {'Network': ['ID=2e95ec18-5e37-4770-b64d-9a9db9848d71,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:15.423304 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-a0217628-1299-4ef4-bbd7-686b0a2b056d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:42:15.432019 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-a0217628-1299-4ef4-bbd7-686b0a2b056d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:15.448583 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-a0217628-1299-4ef4-bbd7-686b0a2b056d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:42:15.451826 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network 2e95ec18-5e37-4770-b64d-9a9db9848d71 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:42:15.455765 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-a0217628-1299-4ef4-bbd7-686b0a2b056d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:15.456670 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-a0217628-1299-4ef4-bbd7-686b0a2b056d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.465499 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0217628-1299-4ef4-bbd7-686b0a2b056d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Pushing event updated for resources: {'Port': ['ID=d27cffe4-168c-421b-b64c-a14bcb4038e4,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:15.495136 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd44ee1e-2646-48ea-a2f7-bcc2a2486a35 admin admin] Made reservation on behalf of 4da03a08d69a4d6080abbc4218f3f1b6 for: {'subnet': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:42:15.500741 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-cd44ee1e-2646-48ea-a2f7-bcc2a2486a35 admin admin] Publish callbacks [] for subnet, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.505679 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-a0217628-1299-4ef4-bbd7-686b0a2b056d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6734042 Oct 27 11:42:15.525910 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Request body: {'port': {'device_id': 'f3d20a3a-1e79-4f1c-a14b-f093462fd752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:15.657877 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.767727 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f73831-8450-4a98-b9f9-4262d48174f4 req-4aebd428-a3ca-483d-97e7-f97386d8a5a1 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:15.769910 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a2f73831-8450-4a98-b9f9-4262d48174f4 req-4aebd428-a3ca-483d-97e7-f97386d8a5a1 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 931 time: 0.1813993 Oct 27 11:42:15.840376 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46462) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:15.948970 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ecd386fb-7595-45b6-9015-48f76274532e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:15.966053 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540146da-d48a-40af-9529-1265118e54a1 req-8c7d2501-0191-4968-844b-c19f77d48d1c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:15.967586 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-540146da-d48a-40af-9529-1265118e54a1 req-8c7d2501-0191-4968-844b-c19f77d48d1c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.2281079 Oct 27 11:42:15.984558 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a2f73831-8450-4a98-b9f9-4262d48174f4 req-bf81af5e-1fa0-400b-9100-09f3efd921e9 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525002 Oct 27 11:42:16.026984 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ecd386fb-7595-45b6-9015-48f76274532e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:16.032130 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ecd386fb-7595-45b6-9015-48f76274532e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:16.075715 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-cd44ee1e-2646-48ea-a2f7-bcc2a2486a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for subnet, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:16.079836 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd386fb-7595-45b6-9015-48f76274532e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05969ee8-2527-4f6d-badc-e44dd15b447a,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:16.087209 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-ecd386fb-7595-45b6-9015-48f76274532e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20b0174d1cdf4573955f72092652a758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456272 Oct 27 11:42:16.088427 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46474) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:16.125010 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-540146da-d48a-40af-9529-1265118e54a1 req-3b1c0f88-9ac0-4f25-8c3c-866d2dc5937c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451659 Oct 27 11:42:16.145828 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ab18c8ce-61f8-4849-a4fd-d91b26d5f44a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:16.167647 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ab18c8ce-61f8-4849-a4fd-d91b26d5f44a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:16.215502 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ab18c8ce-61f8-4849-a4fd-d91b26d5f44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:16.218320 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ab18c8ce-61f8-4849-a4fd-d91b26d5f44a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:16.219666 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-ab18c8ce-61f8-4849-a4fd-d91b26d5f44a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05969ee8-2527-4f6d-badc-e44dd15b447a HTTP/1.1" status: 204 len: 168 time: 0.1300128 Oct 27 11:42:16.228788 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18c8ce-61f8-4849-a4fd-d91b26d5f44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05969ee8-2527-4f6d-badc-e44dd15b447a,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:16.245049 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44ee1e-2646-48ea-a2f7-bcc2a2486a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c5e8ed-6daa-48cd-b1ae-f65f0c2b2c95,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:16.300331 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd44ee1e-2646-48ea-a2f7-bcc2a2486a35 admin admin] Checking segment: {'id': '8481624b-86fd-4154-bf61-3c5f28de8126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '2e95ec18-5e37-4770-b64d-9a9db9848d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:42:16.300699 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd44ee1e-2646-48ea-a2f7-bcc2a2486a35 admin admin] Network hostable DHCP agents. Network: 2e95ec18-5e37-4770-b64d-9a9db9848d71, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:42:16.329392 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-2d20df99-94c4-42ab-bb0e-c9871c206aaa tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:16.330875 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-2d20df99-94c4-42ab-bb0e-c9871c206aaa tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/networks?id=fb905254-0c92-4844-869d-5a0827915707 HTTP/1.1" status: 200 len: 815 time: 0.2564554 Oct 27 11:42:16.333095 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27cffe4-168c-421b-b64c-a14bcb4038e4 {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:42:16.350935 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:16.363439 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd44ee1e-2646-48ea-a2f7-bcc2a2486a35 admin admin] Network 2e95ec18-5e37-4770-b64d-9a9db9848d71 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:42:16.366414 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-9d8a3ee2-6640-4d76-b2f5-36c10a910623 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/quotas/bb0d432e261f44cdadc3481889185390 HTTP/1.1" status: 200 len: 375 time: 0.0266879 Oct 27 11:42:16.378100 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Transition to ACTIVE for port object d27cffe4-168c-421b-b64c-a14bcb4038e4 will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:42:16.390302 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:16.392067 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-cd44ee1e-2646-48ea-a2f7-bcc2a2486a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, 2e95ec18-5e37-4770-b64d-9a9db9848d71) {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:16.399190 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd44ee1e-2646-48ea-a2f7-bcc2a2486a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:16.399716 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-cd44ee1e-2646-48ea-a2f7-bcc2a2486a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:16.404310 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a66888f-ea01-45fb-9a9e-6df8daf320c3 None None] Network 2e95ec18-5e37-4770-b64d-9a9db9848d71 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:42:16.474514 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-cd44ee1e-2646-48ea-a2f7-bcc2a2486a35 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0816662 Oct 27 11:42:16.494530 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Pushing event updated for resources: {'Port': ['ID=d27cffe4-168c-421b-b64c-a14bcb4038e4,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:16.541210 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-f1233816-5356-4b90-b1e3-7acdcf82acea tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb0d432e261f44cdadc3481889185390&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641965 Oct 27 11:42:16.543887 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Attempting to bind port d27cffe4-168c-421b-b64c-a14bcb4038e4 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:42:16.544211 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Attempting to bind port d27cffe4-168c-421b-b64c-a14bcb4038e4 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:42:16.544531 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Attempting to bind port d27cffe4-168c-421b-b64c-a14bcb4038e4 on network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:42:16.549809 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Port d27cffe4-168c-421b-b64c-a14bcb4038e4 on network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:42:16.550126 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Attempting to bind port d27cffe4-168c-421b-b64c-a14bcb4038e4 on network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:42:16.556025 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:42:16.556396 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Checking segment: {'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:42:16.556718 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Bound using segment: {'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:42:16.557140 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Bound port: d27cffe4-168c-421b-b64c-a14bcb4038e4, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:42:16.557481 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:16.608422 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a446ba-a76d-4870-9212-5ef855b22494 None None] Network 2e95ec18-5e37-4770-b64d-9a9db9848d71 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:42:16.708830 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] For port d27cffe4-168c-421b-b64c-a14bcb4038e4, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:42:16.732551 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] For port d27cffe4-168c-421b-b64c-a14bcb4038e4, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d27cffe4-168c-421b-b64c-a14bcb4038e4,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:42:16.735445 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-9d94c6d3-fe19-40e8-b454-d0c962ad5efa service neutron] 10.222.0.36 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633008 Oct 27 11:42:16.739431 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:16.823997 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:16.824942 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:16.826309 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] 10.222.0.41 "PUT /v2.0/ports/d27cffe4-168c-421b-b64c-a14bcb4038e4 HTTP/1.1" status: 200 len: 1093 time: 1.3054647 Oct 27 11:42:16.833365 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d20a3a-1e79-4f1c-a14b-f093462fd752', 'tag': 'd27cffe4-168c-421b-b64c-a14bcb4038e4'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:42:16.835678 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149806d1-9c19-44cf-938f-0f594c2652c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d20a3a-1e79-4f1c-a14b-f093462fd752", "tag": "d27cffe4-168c-421b-b64c-a14bcb4038e4"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:42:17.160910 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46524) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:17.166501 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-859009485-network', 'tenant_id': '1665cd0d4c24453396c6b77f7ff9e0e4'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:17.184757 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a62a6-78f6-41c4-9cff-a11965c73940 service neutron] Pushing event updated for resources: {'Port': ['ID=d27cffe4-168c-421b-b64c-a14bcb4038e4,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:17.190239 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] Made reservation on behalf of 1665cd0d4c24453396c6b77f7ff9e0e4 for: {'network': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:42:17.193323 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:17.203635 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:17.213848 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-7970b0ce-4886-43f1-8619-466d6d995f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:17.215351 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-7970b0ce-4886-43f1-8619-466d6d995f9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbf1ce447b7e4bbd9810e10c6b8b5610&device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 1096 time: 0.1152513 Oct 27 11:42:17.218265 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-0978d55e-81c7-4a1b-80c3-f36e960be553 service neutron] 10.222.0.36 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745910 Oct 27 11:42:17.229638 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5117b-fc2e-4035-a348-3e10d1f72028 req-40bfb50d-8b15-4573-b04b-4265c29c62a7 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:17.236897 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f4e5117b-fc2e-4035-a348-3e10d1f72028 req-40bfb50d-8b15-4573-b04b-4265c29c62a7 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 943 time: 0.1377261 Oct 27 11:42:17.290153 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-45838015-b715-49f2-af67-164186e1f772 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d27cffe4-168c-421b-b64c-a14bcb4038e4 HTTP/1.1" status: 200 len: 217 time: 0.0505297 Oct 27 11:42:17.304963 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:17.312022 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:17.340368 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1163} {{(pid=108002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:42:17.352426 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f4e5117b-fc2e-4035-a348-3e10d1f72028 req-86ef4877-3cbe-4eb3-bb18-a5ce2ed34439 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123123 Oct 27 11:42:17.367146 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:17.367550 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.segments_db [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] Added segment e0875bd5-f12a-45b9-a72d-181598335692 of type vlan for network 45258706-d929-4e56-9bdf-963650f8a6d5 Oct 27 11:42:17.369799 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d4934f-964f-42d9-a67a-fee6359191e7,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:17.421107 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c81ff5-7b5d-4c3c-b7e7-f887dafc9374 x-openstack-request-id: req-48c81ff5-7b5d-4c3c-b7e7-f887dafc9374 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:42:17.421394 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d20a3a-1e79-4f1c-a14b-f093462fd752", "tag": "d27cffe4-168c-421b-b64c-a14bcb4038e4", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:42:17.421646 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48c81ff5-7b5d-4c3c-b7e7-f887dafc9374 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:42:17.422043 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d20a3a-1e79-4f1c-a14b-f093462fd752', 'tag': 'd27cffe4-168c-421b-b64c-a14bcb4038e4', 'status': 'completed', 'code': 200} Oct 27 11:42:17.424009 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-e7706632-7cad-4390-9552-5bf9a67ec36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:17.425466 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-e7706632-7cad-4390-9552-5bf9a67ec36c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212d8791-4b7d-4e98-a67a-01cceff80f31 HTTP/1.1" status: 200 len: 854 time: 0.1237259 Oct 27 11:42:17.451178 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:17.480731 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-9671b954-8a2c-4e2d-b1f7-3cee24b8221e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426781 Oct 27 11:42:17.514313 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:17.515607 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:17.516345 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:17.543646 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-80017b29-7c95-4244-8449-5c6c228efc97 req-96873c4f-1d99-4bae-9264-f65d4bdc01eb tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 210 time: 0.0653110 Oct 27 11:42:17.614919 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4520998 Oct 27 11:42:17.623438 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46546) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:17.626447 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919a176-7e2d-4b2e-9c8b-8255be6c56fb req-5ad5d614-db96-482f-9368-ed389b0a05e0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:17.630845 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-883c0f58-94c1-48e9-8f0f-9028039e311a admin admin] Request body: {'subnet': {'network_id': '45258706-d929-4e56-9bdf-963650f8a6d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-859009485-subnet', 'tenant_id': '1665cd0d4c24453396c6b77f7ff9e0e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:17.635192 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0919a176-7e2d-4b2e-9c8b-8255be6c56fb req-5ad5d614-db96-482f-9368-ed389b0a05e0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1535609 Oct 27 11:42:17.646391 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d163af-5915-4c2e-8c83-7db6e2f645ff admin admin] Pushing event updated for resources: {'Network': ['ID=45258706-d929-4e56-9bdf-963650f8a6d5,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:17.658045 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network 45258706-d929-4e56-9bdf-963650f8a6d5 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:42:17.688533 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-6c9959fa-3bbc-44b7-9727-c2b5b25f8430 service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896229 Oct 27 11:42:17.696065 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883c0f58-94c1-48e9-8f0f-9028039e311a admin admin] Made reservation on behalf of 1665cd0d4c24453396c6b77f7ff9e0e4 for: {'subnet': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:42:17.699463 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-883c0f58-94c1-48e9-8f0f-9028039e311a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25364064'] for subnet, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:17.710576 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0919a176-7e2d-4b2e-9c8b-8255be6c56fb req-9b7c9d44-23c3-47cd-b787-71a9a280ec62 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743909 Oct 27 11:42:17.850536 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c9212dd-a2f6-4ab7-bc88-a015dd3f4135 req-aff84fde-b8fe-43ae-bc80-89b773b35142 service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349127 Oct 27 11:42:17.863409 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:17.964618 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-883c0f58-94c1-48e9-8f0f-9028039e311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29335399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25364082'] for subnet, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:18.005981 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149806d1-9c19-44cf-938f-0f594c2652c8 req-81b00e0d-3541-48ac-9028-dd24a13416c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:18.008547 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-149806d1-9c19-44cf-938f-0f594c2652c8 req-81b00e0d-3541-48ac-9028-dd24a13416c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbf1ce447b7e4bbd9810e10c6b8b5610&device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 1096 time: 0.0775757 Oct 27 11:42:18.030068 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c0f58-94c1-48e9-8f0f-9028039e311a admin admin] Checking segment: {'id': 'e0875bd5-f12a-45b9-a72d-181598335692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '45258706-d929-4e56-9bdf-963650f8a6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:42:18.030523 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c0f58-94c1-48e9-8f0f-9028039e311a admin admin] Network hostable DHCP agents. Network: 45258706-d929-4e56-9bdf-963650f8a6d5, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:42:18.033899 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c0f58-94c1-48e9-8f0f-9028039e311a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fbd60a1-1ff7-44bd-a0f5-85204bf96b27,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:18.054238 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c0f58-94c1-48e9-8f0f-9028039e311a admin admin] Network 45258706-d929-4e56-9bdf-963650f8a6d5 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:42:18.070048 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-883c0f58-94c1-48e9-8f0f-9028039e311a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, 45258706-d929-4e56-9bdf-963650f8a6d5) {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:18.074962 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c0f58-94c1-48e9-8f0f-9028039e311a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:18.075641 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-883c0f58-94c1-48e9-8f0f-9028039e311a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:18.083337 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23232b9-8228-4c77-a505-4b4cc82c5a6a None None] Network 45258706-d929-4e56-9bdf-963650f8a6d5 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:42:18.099859 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-883c0f58-94c1-48e9-8f0f-9028039e311a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4751089 Oct 27 11:42:18.145894 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149806d1-9c19-44cf-938f-0f594c2652c8 req-7baa57e9-bfda-4aee-b133-45b4af60ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:18.147717 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-149806d1-9c19-44cf-938f-0f594c2652c8 req-7baa57e9-bfda-4aee-b133-45b4af60ab21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c HTTP/1.1" status: 200 len: 916 time: 0.1226587 Oct 27 11:42:18.210344 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-149806d1-9c19-44cf-938f-0f594c2652c8 req-463ff7f0-71d3-4caf-90ee-99a4db3106b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d27cffe4-168c-421b-b64c-a14bcb4038e4 HTTP/1.1" status: 200 len: 217 time: 0.0454004 Oct 27 11:42:18.242473 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf96650-5685-4403-a962-c80e19f4a58c None None] Network 45258706-d929-4e56-9bdf-963650f8a6d5 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:42:18.277527 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149806d1-9c19-44cf-938f-0f594c2652c8 req-36a25134-5267-47ff-8e05-61299af3c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:18.279599 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-149806d1-9c19-44cf-938f-0f594c2652c8 req-36a25134-5267-47ff-8e05-61299af3c209 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212d8791-4b7d-4e98-a67a-01cceff80f31 HTTP/1.1" status: 200 len: 854 time: 0.0580654 Oct 27 11:42:18.324381 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-149806d1-9c19-44cf-938f-0f594c2652c8 req-ecefa96a-44af-494c-8887-df3d813a204a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355201 Oct 27 11:42:18.447288 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-149806d1-9c19-44cf-938f-0f594c2652c8 req-b11aaa76-d8e3-491e-a98e-8c30986fc203 service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121807 Oct 27 11:42:18.570735 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33aadc-bfa8-44df-acb9-b42653365fe0 req-6e6e24af-a0ea-4fdd-a578-58359b472307 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:18.572307 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3c33aadc-bfa8-44df-acb9-b42653365fe0 req-6e6e24af-a0ea-4fdd-a578-58359b472307 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 943 time: 0.0986829 Oct 27 11:42:18.592787 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-149806d1-9c19-44cf-938f-0f594c2652c8 req-d38f599a-b404-46bf-91ff-9b600124b5c1 service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370616 Oct 27 11:42:18.627192 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3c33aadc-bfa8-44df-acb9-b42653365fe0 req-a3053ed3-732b-4d58-b96a-3624e13f8050 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459661 Oct 27 11:42:18.668250 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7720ea7c-114d-4d1f-b51e-bfb0d8ee77f5 req-78c07cb6-4a25-4b11-996f-1e796b481003 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 210 time: 0.0302415 Oct 27 11:42:18.847378 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e4f8f-99f7-4a84-93d5-927f89ebae32 req-e92828a7-0e1e-48fc-a2d5-793249cbf106 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:18.848785 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-211e4f8f-99f7-4a84-93d5-927f89ebae32 req-e92828a7-0e1e-48fc-a2d5-793249cbf106 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0576136 Oct 27 11:42:18.945562 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-211e4f8f-99f7-4a84-93d5-927f89ebae32 req-f1ec30c9-27dc-4e72-b0f4-35feb961ff80 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901537 Oct 27 11:42:18.996987 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-0884af79-9cae-445a-859a-efd11ccad266 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:18.998432 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-0884af79-9cae-445a-859a-efd11ccad266 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.41 "GET /v2.0/networks?id=fb905254-0c92-4844-869d-5a0827915707 HTTP/1.1" status: 200 len: 815 time: 0.1292140 Oct 27 11:42:19.031710 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-1d5c6690-9e4d-4757-b72b-a31652665c31 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Request body: {'port': {'device_id': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'admin_state_up': True, 'tenant_id': 'bb0d432e261f44cdadc3481889185390'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:19.148626 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-1d5c6690-9e4d-4757-b72b-a31652665c31 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Made reservation on behalf of bb0d432e261f44cdadc3481889185390 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:42:19.152496 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-1d5c6690-9e4d-4757-b72b-a31652665c31 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:19.317436 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-1d5c6690-9e4d-4757-b72b-a31652665c31 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Allocated IP 172.20.0.7 (fb905254-0c92-4844-869d-5a0827915707/3d6def66-84cf-4abb-b40d-c0217d908646/247e2083-6c05-4d05-a353-a3540f09ad24) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:42:19.470084 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-1d5c6690-9e4d-4757-b72b-a31652665c31 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:19.515969 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-1d5c6690-9e4d-4757-b72b-a31652665c31 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:19.582020 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-1d5c6690-9e4d-4757-b72b-a31652665c31 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Network fb905254-0c92-4844-869d-5a0827915707 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:42:19.590002 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-1d5c6690-9e4d-4757-b72b-a31652665c31 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:19.592606 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c6690-9e4d-4757-b72b-a31652665c31 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event updated for resources: {'Port': ['ID=247e2083-6c05-4d05-a353-a3540f09ad24,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:19.595060 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-1d5c6690-9e4d-4757-b72b-a31652665c31 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:42:19.601509 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-1d5c6690-9e4d-4757-b72b-a31652665c31 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:19.602241 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-1d5c6690-9e4d-4757-b72b-a31652665c31 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:19.631579 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-1d5c6690-9e4d-4757-b72b-a31652665c31 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6038435 Oct 27 11:42:19.862212 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9476c20-035c-48a2-bf7d-fd9a64348350 req-8eec9f12-ec52-409d-befa-afac18029fae tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:19.863843 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c9476c20-035c-48a2-bf7d-fd9a64348350 req-8eec9f12-ec52-409d-befa-afac18029fae tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 943 time: 0.1396620 Oct 27 11:42:19.905433 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0b554-6a68-4c91-93a0-28e6615d6a1a req-415c533d-a245-4dc2-9fe1-932b20d7bc02 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:19.906942 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-14d0b554-6a68-4c91-93a0-28e6615d6a1a req-415c533d-a245-4dc2-9fe1-932b20d7bc02 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 931 time: 0.1093912 Oct 27 11:42:19.947479 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c9476c20-035c-48a2-bf7d-fd9a64348350 req-bb47249f-3607-4b8b-9605-1a923223dcdb tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742948 Oct 27 11:42:19.956388 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-6ff19714-0a19-4129-b40a-9b96c8aff8b3 None None] Provisioning complete for port 247e2083-6c05-4d05-a353-a3540f09ad24 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:19.956988 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-6ff19714-0a19-4129-b40a-9b96c8aff8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:19.992407 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-14d0b554-6a68-4c91-93a0-28e6615d6a1a req-e74ff099-c830-4c8d-b5a6-9d33a8539c18 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706825 Oct 27 11:42:20.070353 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-6ff19714-0a19-4129-b40a-9b96c8aff8b3 None None] Port 247e2083-6c05-4d05-a353-a3540f09ad24 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:42:20.140012 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59e205-9631-4462-84a6-4e2b27d577ee req-7ba755db-0b21-471b-9f33-3c4820932427 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:20.141530 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fb59e205-9631-4462-84a6-4e2b27d577ee req-7ba755db-0b21-471b-9f33-3c4820932427 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0618830 Oct 27 11:42:20.203566 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fb59e205-9631-4462-84a6-4e2b27d577ee req-02d9cc25-a1d9-40c7-a645-98e0de40a0f1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474300 Oct 27 11:42:22.549561 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device d27cffe4-168c-421b-b64c-a14bcb4038e4 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:42:22.645217 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port d27cffe4-168c-421b-b64c-a14bcb4038e4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d27cffe4-168c-421b-b64c-a14bcb4038e4,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:22.657230 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': 'd27cffe4-168c-421b-b64c-a14bcb4038e4', 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c', 'port_id': 'd27cffe4-168c-421b-b64c-a14bcb4038e4', 'mac_address': 'fa:16:3e:2f:40:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212d8791-4b7d-4e98-a67a-01cceff80f31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:42:22.696633 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:22.710395 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27cffe4-168c-421b-b64c-a14bcb4038e4 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:42:22.729521 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port d27cffe4-168c-421b-b64c-a14bcb4038e4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d27cffe4-168c-421b-b64c-a14bcb4038e4,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:22.734051 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:22.783349 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=d27cffe4-168c-421b-b64c-a14bcb4038e4,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:23.146811 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['d27cffe4-168c-421b-b64c-a14bcb4038e4'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:42:25.659306 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device d27cffe4-168c-421b-b64c-a14bcb4038e4 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:25.707569 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port d27cffe4-168c-421b-b64c-a14bcb4038e4 completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:42:25.712702 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port d27cffe4-168c-421b-b64c-a14bcb4038e4 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:25.713262 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:25.800084 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:25.820682 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d20a3a-1e79-4f1c-a14b-f093462fd752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27cffe4-168c-421b-b64c-a14bcb4038e4'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:42:25.822646 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204fd706-6fe6-4ba0-900a-8ea44f8a5340" -d '{"events": [{"server_uuid": "f3d20a3a-1e79-4f1c-a14b-f093462fd752", "name": "network-vif-plugged", "status": "completed", "tag": "d27cffe4-168c-421b-b64c-a14bcb4038e4"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:42:25.835951 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port d27cffe4-168c-421b-b64c-a14bcb4038e4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d27cffe4-168c-421b-b64c-a14bcb4038e4,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:25.840062 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:25.893691 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=d27cffe4-168c-421b-b64c-a14bcb4038e4,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:26.045319 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46686) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:26.177027 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d898b30c-0113-4e67-b153-f79a8fbbe15a admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:26.288495 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d898b30c-0113-4e67-b153-f79a8fbbe15a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:26.292368 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d898b30c-0113-4e67-b153-f79a8fbbe15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:26.330937 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898b30c-0113-4e67-b153-f79a8fbbe15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324d4303-b51a-472d-9c1e-0a1d102184ce,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:26.335165 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-d898b30c-0113-4e67-b153-f79a8fbbe15a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e93bf249392f46ca95cfdd27e1d89e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887251 Oct 27 11:42:26.337974 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46694) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:26.391320 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b4423220-24e5-42f3-9faa-461fa1ae08da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:26.413039 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b4423220-24e5-42f3-9faa-461fa1ae08da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:26.463274 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b4423220-24e5-42f3-9faa-461fa1ae08da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:26.465755 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b4423220-24e5-42f3-9faa-461fa1ae08da admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:26.466934 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-b4423220-24e5-42f3-9faa-461fa1ae08da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/324d4303-b51a-472d-9c1e-0a1d102184ce HTTP/1.1" status: 204 len: 168 time: 0.1277730 Oct 27 11:42:26.474715 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4423220-24e5-42f3-9faa-461fa1ae08da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324d4303-b51a-472d-9c1e-0a1d102184ce,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:27.144631 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46716) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:27.245322 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-741635132-network', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:27.279248 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] Made reservation on behalf of 05c96c34cc5b487dbbca84b067026f01 for: {'network': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:42:27.281613 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:27.291272 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:27.376117 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:27.380204 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:27.408308 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1165} {{(pid=108003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:42:27.414923 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63be69fa-76f3-47c8-b68b-3290aa19405b,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:27.423350 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:27.424031 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.segments_db [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] Added segment 0fa47ad9-85c7-4bde-a5ef-b67d8070b31e of type vlan for network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d Oct 27 11:42:27.468666 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:27.497377 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:27.498570 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:27.499188 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:27.562558 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4167609 Oct 27 11:42:27.565462 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46730) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:27.569186 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e624f09-3541-4244-8631-b3fa92fcd9af admin admin] Pushing event updated for resources: {'Network': ['ID=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:27.571608 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-4c1ac1bc-14c6-48bc-b77a-add3a28eef2d admin admin] Request body: {'subnet': {'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-741635132-subnet', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'ip_version': 4}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:27.578389 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:42:27.592994 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1ac1bc-14c6-48bc-b77a-add3a28eef2d admin admin] Made reservation on behalf of 05c96c34cc5b487dbbca84b067026f01 for: {'subnet': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:42:27.595569 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac1bc-14c6-48bc-b77a-add3a28eef2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25364064'] for subnet, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:27.779883 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac1bc-14c6-48bc-b77a-add3a28eef2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29335399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25364082'] for subnet, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:27.847704 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ac1bc-14c6-48bc-b77a-add3a28eef2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d49ba1-e1bf-423b-8a40-a4419d3a55de,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:27.850472 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1ac1bc-14c6-48bc-b77a-add3a28eef2d admin admin] Checking segment: {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:42:27.850852 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1ac1bc-14c6-48bc-b77a-add3a28eef2d admin admin] Network hostable DHCP agents. Network: 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:42:27.869204 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1ac1bc-14c6-48bc-b77a-add3a28eef2d admin admin] Network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:42:27.879136 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-4c1ac1bc-14c6-48bc-b77a-add3a28eef2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d) {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:27.883668 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1ac1bc-14c6-48bc-b77a-add3a28eef2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:27.884241 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac1bc-14c6-48bc-b77a-add3a28eef2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:27.889706 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9718351e-d245-445d-97cd-028951973c7b None None] Network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:42:27.904920 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46734) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:27.905240 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-4c1ac1bc-14c6-48bc-b77a-add3a28eef2d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3383949 Oct 27 11:42:27.910038 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:27.936717 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4068'] for router, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:27.937874 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4063'] for router, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:27.998216 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:28.057786 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bb0f65-b18b-577f-a9b0-4f34f5688153-2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de'}]}} from dv-cinder-815146-3-iscsi. {{(pid=108004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:42:28.057786 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:28.140588 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:28.205185 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.db_base_plugin_common [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Allocated IP 172.20.0.2 (2f7b2cdb-eb34-4d28-b61d-c435d2520f1d/38d49ba1-e1bf-423b-8a40-a4419d3a55de/f28b0c4d-4855-4e4d-b200-9eeb30d0e120) {{(pid=108004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:42:28.345791 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:28.356058 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Publish callbacks [] for port, precommit_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:28.362870 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:28.374982 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:28.427108 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d is already hosted by enough agents. {{(pid=108004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:42:28.433225 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.base_scheduler [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Resources bound (agent type, host, resource id): {{(pid=108004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:28.438183 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Received port after_create {{(pid=108004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:42:28.440361 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Pushing event updated for resources: {'Port': ['ID=f28b0c4d-4855-4e4d-b200-9eeb30d0e120,revision_number=1']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:28.496778 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Attempting to bind port f28b0c4d-4855-4e4d-b200-9eeb30d0e120 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:42:28.497145 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Attempting to bind port f28b0c4d-4855-4e4d-b200-9eeb30d0e120 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:42:28.497507 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Attempting to bind port f28b0c4d-4855-4e4d-b200-9eeb30d0e120 on network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:42:28.502695 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:42:28.503052 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Checking segment: {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:42:28.503444 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:28.503826 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Bound using segment: {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:42:28.504306 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Bound port: f28b0c4d-4855-4e4d-b200-9eeb30d0e120, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:42:28.504698 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:28.512964 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Allocated IP 172.27.3.25 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/8c9c99d3-553f-41c6-8bcf-b6f438323a8f) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:42:28.572906 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] For port f28b0c4d-4855-4e4d-b200-9eeb30d0e120, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:42:28.576857 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] For port f28b0c4d-4855-4e4d-b200-9eeb30d0e120, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=f28b0c4d-4855-4e4d-b200-9eeb30d0e120,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:42:28.592889 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:28.660804 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1872703-53ab-4fde-bafa-060cc296ba86 None None] Pushing event updated for resources: {'Port': ['ID=f28b0c4d-4855-4e4d-b200-9eeb30d0e120,revision_number=2']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:28.708230 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:28.773132 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:28.831883 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:42:28.835180 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:28.837967 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:42:28.880885 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Pushing event updated for resources: {'Port': ['ID=8c9c99d3-553f-41c6-8bcf-b6f438323a8f,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:29.127096 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:29.331077 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613775'] for router, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:29.465283 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Router 1f7bf127-edb2-4ecf-8dde-11c235346d78 is scheduled to L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 with binding_index 1 {{(pid=108003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:42:29.589586 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:42:29.600457 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Sync routers for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:42:29.609187 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] Publish callbacks [] for router, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:29.611813 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:42:29.612438 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:42:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:29.613571 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46744) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:29.619644 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-446b1e43-c2b0-441d-88d7-f1a825b7df3e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7125616 Oct 27 11:42:29.743991 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:42:29.805780 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21004a0d-ba7d-4f01-80d1-312c39a293c8 None None] Network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:42:29.893859 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-532d173e-cb2c-49dd-bbaf-178f5535eefd None None] Provisioning complete for port f28b0c4d-4855-4e4d-b200-9eeb30d0e120 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:29.894388 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-532d173e-cb2c-49dd-bbaf-178f5535eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:29.977208 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:28Z', 'revision_number': 3, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:30.003708 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Checking router: 1f7bf127-edb2-4ecf-8dde-11c235346d78 for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:42:30.004311 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Updating router 1f7bf127-edb2-4ecf-8dde-11c235346d78 port 8c9c99d3-553f-41c6-8bcf-b6f438323a8f binding host dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:42:30.032376 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:30.084035 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-532d173e-cb2c-49dd-bbaf-178f5535eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:30.105702 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:30.136839 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-532d173e-cb2c-49dd-bbaf-178f5535eefd None None] For port f28b0c4d-4855-4e4d-b200-9eeb30d0e120, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=f28b0c4d-4855-4e4d-b200-9eeb30d0e120,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:30.146265 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-532d173e-cb2c-49dd-bbaf-178f5535eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:30.267747 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d173e-cb2c-49dd-bbaf-178f5535eefd None None] Pushing event updated for resources: {'Port': ['ID=f28b0c4d-4855-4e4d-b200-9eeb30d0e120,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:30.334306 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:42:30.409899 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device f28b0c4d-4855-4e4d-b200-9eeb30d0e120 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:30.446569 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Allocated IP 172.20.0.1 (2f7b2cdb-eb34-4d28-b61d-c435d2520f1d/38d49ba1-e1bf-423b-8a40-a4419d3a55de/1ce72b9d-0967-48dd-b297-a665a078f034) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:42:30.529489 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Publish callbacks [] for port, precommit_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:30.543444 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:30.582195 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port f28b0c4d-4855-4e4d-b200-9eeb30d0e120 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:30.586562 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:30.630428 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Attempting to bind port 8c9c99d3-553f-41c6-8bcf-b6f438323a8f on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:42:30.638143 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Attempting to bind port 8c9c99d3-553f-41c6-8bcf-b6f438323a8f by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:42:30.638875 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Attempting to bind port 8c9c99d3-553f-41c6-8bcf-b6f438323a8f on network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:42:30.647123 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:42:30.647776 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Checking segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:42:30.648353 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:30.648896 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Bound using segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:42:30.649529 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Bound port: 8c9c99d3-553f-41c6-8bcf-b6f438323a8f, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:42:30.650106 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:30.668534 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:30.724704 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ec988-06da-495b-a5ee-533cc132e5c6 None None] Pushing event updated for resources: {'Port': ['ID=8c9c99d3-553f-41c6-8bcf-b6f438323a8f,revision_number=2']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:30.753839 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] For port 8c9c99d3-553f-41c6-8bcf-b6f438323a8f, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:42:30.760010 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] For port 8c9c99d3-553f-41c6-8bcf-b6f438323a8f, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=8c9c99d3-553f-41c6-8bcf-b6f438323a8f,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:42:30.767283 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:30.782575 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:30.788279 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-4499c09b-08a4-4ff7-8b19-7a688355936a None None] Provisioning complete for port f28b0c4d-4855-4e4d-b200-9eeb30d0e120 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:30.788703 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-4499c09b-08a4-4ff7-8b19-7a688355936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:30.875780 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:42:30.899823 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:30.903486 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:42:30.905687 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Pushing event updated for resources: {'Port': ['ID=1ce72b9d-0967-48dd-b297-a665a078f034,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:30.960342 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ec988-06da-495b-a5ee-533cc132e5c6 None None] Pushing event updated for resources: {'Port': ['ID=8c9c99d3-553f-41c6-8bcf-b6f438323a8f,revision_number=3']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:30.968003 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:42:30.968003 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:42:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:30.983716 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607954'] for router_interface, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:31.106605 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:42:31.148503 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:31.201822 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-616893d7-8229-49a3-a40a-d73d5239c14e None None] Provisioning complete for port 1ce72b9d-0967-48dd-b297-a665a078f034 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:31.202875 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-616893d7-8229-49a3-a40a-d73d5239c14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:31.242154 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-616893d7-8229-49a3-a40a-d73d5239c14e None None] Port 1ce72b9d-0967-48dd-b297-a665a078f034 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:42:31.305260 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:28Z', 'revision_number': 3, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:31.339160 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd95bd8-6c81-4f5b-89b5-92170973ee25 None None] The sync data for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi is: [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:28Z', 'revision_number': 3, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:42:31.353234 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Publish callbacks [] for port, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:31.358896 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29335528'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:31.435375 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Pushing event updated for resources: {'Port': ['ID=1ce72b9d-0967-48dd-b297-a665a078f034,revision_number=2']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:31.438319 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608066'] for router_interface, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:31.537744 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:42:31.539396 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:31.982979 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-b4869b6e-88f6-4ab9-b286-e308dd6a22ba None None] Provisioning complete for port 1ce72b9d-0967-48dd-b297-a665a078f034 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:31.983763 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b4869b6e-88f6-4ab9-b286-e308dd6a22ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:32.008737 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Router 1f7bf127-edb2-4ecf-8dde-11c235346d78 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:42:32.057326 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-b4869b6e-88f6-4ab9-b286-e308dd6a22ba None None] Port 1ce72b9d-0967-48dd-b297-a665a078f034 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:42:32.148205 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:42:32.153785 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-3c417be9-530c-4c40-afce-f442c1ff440c admin admin] 10.222.0.36 "PUT /v2.0/routers/1f7bf127-edb2-4ecf-8dde-11c235346d78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5390475 Oct 27 11:42:32.424891 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 8c9c99d3-553f-41c6-8bcf-b6f438323a8f up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:32.488474 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 8c9c99d3-553f-41c6-8bcf-b6f438323a8f triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:32.488969 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:32.578321 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:32.601685 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] For port 8c9c99d3-553f-41c6-8bcf-b6f438323a8f, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=8c9c99d3-553f-41c6-8bcf-b6f438323a8f,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:32.607116 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:32.607751 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device f28b0c4d-4855-4e4d-b200-9eeb30d0e120 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:32.685727 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Pushing event updated for resources: {'Port': ['ID=8c9c99d3-553f-41c6-8bcf-b6f438323a8f,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:32.702481 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port f28b0c4d-4855-4e4d-b200-9eeb30d0e120 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:32.703023 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:32.812601 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46780) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:32.819898 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2053615986-network', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:32.845066 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] Made reservation on behalf of 089b4f81cdd34067afdd535ec1de2c6b for: {'network': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:42:32.847793 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:32.857776 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:32.940357 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:32.945026 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:32.969409 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1179} {{(pid=108002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:42:32.982984 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2784bc-ab45-4a52-b275-67067a515a4b,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:32.988514 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:32.988803 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.segments_db [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] Added segment 00f36b9e-4fad-4c3e-b880-14c1363b2118 of type vlan for network 1eae05da-a5f2-48a6-8c8d-8d0f6277bf03 Oct 27 11:42:33.043085 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:33.071050 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:33.072046 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:33.072625 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:33.149271 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3353276 Oct 27 11:42:33.154950 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46786) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:33.160503 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-b9d16ac5-915a-496e-9597-b3a495d80ff6 admin admin] Request body: {'subnet': {'network_id': '1eae05da-a5f2-48a6-8c8d-8d0f6277bf03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2053615986-subnet', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'ip_version': 4}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:33.170703 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cefda-3802-4076-bd7f-c47b5926d8f0 admin admin] Pushing event updated for resources: {'Network': ['ID=1eae05da-a5f2-48a6-8c8d-8d0f6277bf03,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:33.186698 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network 1eae05da-a5f2-48a6-8c8d-8d0f6277bf03 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:42:33.193623 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d16ac5-915a-496e-9597-b3a495d80ff6 admin admin] Made reservation on behalf of 089b4f81cdd34067afdd535ec1de2c6b for: {'subnet': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:42:33.196856 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-b9d16ac5-915a-496e-9597-b3a495d80ff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25364064'] for subnet, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:33.418846 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-b9d16ac5-915a-496e-9597-b3a495d80ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29335399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25364082'] for subnet, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:33.459796 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Sync routers for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:42:33.477524 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:42:33.478396 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:42:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:33.481994 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d16ac5-915a-496e-9597-b3a495d80ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a2ceef-5244-4236-a0a4-54d5746f5af2,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:33.492501 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d16ac5-915a-496e-9597-b3a495d80ff6 admin admin] Checking segment: {'id': '00f36b9e-4fad-4c3e-b880-14c1363b2118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '1eae05da-a5f2-48a6-8c8d-8d0f6277bf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:42:33.492853 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d16ac5-915a-496e-9597-b3a495d80ff6 admin admin] Network hostable DHCP agents. Network: 1eae05da-a5f2-48a6-8c8d-8d0f6277bf03, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:42:33.519170 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d16ac5-915a-496e-9597-b3a495d80ff6 admin admin] Network 1eae05da-a5f2-48a6-8c8d-8d0f6277bf03 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:42:33.532961 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-b9d16ac5-915a-496e-9597-b3a495d80ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, 1eae05da-a5f2-48a6-8c8d-8d0f6277bf03) {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:33.540725 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d16ac5-915a-496e-9597-b3a495d80ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:33.540725 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-b9d16ac5-915a-496e-9597-b3a495d80ff6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:33.558572 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbc9400-07f7-439f-bc3f-5ebc956f37e5 None None] Network 1eae05da-a5f2-48a6-8c8d-8d0f6277bf03 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:42:33.563131 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-b9d16ac5-915a-496e-9597-b3a495d80ff6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4053874 Oct 27 11:42:33.565139 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46800) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:33.570070 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2053615986-router', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:33.595198 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4068'] for router, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:33.596495 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4063'] for router, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:33.669896 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:33.793375 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:42:33.995143 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bb0f65-b18b-577f-a9b0-4f34f5688153-1eae05da-a5f2-48a6-8c8d-8d0f6277bf03', 'network_id': '1eae05da-a5f2-48a6-8c8d-8d0f6277bf03', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'fixed_ips': [{'subnet_id': '53a2ceef-5244-4236-a0a4-54d5746f5af2'}]}} from dv-cinder-815146-3-iscsi. {{(pid=108004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:42:33.996106 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:34.094210 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:34.160801 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Request body: {'port': {'device_id': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:34.197088 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.db_base_plugin_common [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Allocated IP 172.20.0.2 (1eae05da-a5f2-48a6-8c8d-8d0f6277bf03/53a2ceef-5244-4236-a0a4-54d5746f5af2/bee5cafb-f6d2-417b-a500-6d5dc02580a2) {{(pid=108004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:42:34.200284 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 2, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:34.234752 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Checking router: 1f7bf127-edb2-4ecf-8dde-11c235346d78 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:42:34.235114 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Updating router 1f7bf127-edb2-4ecf-8dde-11c235346d78 port 1ce72b9d-0967-48dd-b297-a665a078f034 binding host dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:42:34.238518 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:34.266451 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:34.382030 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 8c9c99d3-553f-41c6-8bcf-b6f438323a8f up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:34.589312 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Publish callbacks [] for port, precommit_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:34.600602 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:34.633801 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed94a30-62fc-43d5-9deb-1151cb012f70 req-f152019d-8519-4d2f-b081-be4a4aa70fa1 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:34.635337 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7ed94a30-62fc-43d5-9deb-1151cb012f70 req-f152019d-8519-4d2f-b081-be4a4aa70fa1 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 945 time: 0.2052875 Oct 27 11:42:34.638302 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 8c9c99d3-553f-41c6-8bcf-b6f438323a8f triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:34.638696 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:34.647231 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31363da5-a2ad-499b-8128-cfdef0870703 req-caaff8ac-4998-4087-83ce-a72a1ebcf0dc tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:34.648785 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-31363da5-a2ad-499b-8128-cfdef0870703 req-caaff8ac-4998-4087-83ce-a72a1ebcf0dc tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 931 time: 0.2545817 Oct 27 11:42:34.649831 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:34.688042 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Network 1eae05da-a5f2-48a6-8c8d-8d0f6277bf03 is already hosted by enough agents. {{(pid=108004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:42:34.691888 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:34.704758 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.base_scheduler [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Resources bound (agent type, host, resource id): {{(pid=108004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:34.709342 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Pushing event updated for resources: {'Port': ['ID=bee5cafb-f6d2-417b-a500-6d5dc02580a2,revision_number=1']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:34.711661 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Received port after_create {{(pid=108004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:42:34.781772 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7ed94a30-62fc-43d5-9deb-1151cb012f70 req-f43587d2-1ba4-4263-924a-a718581a55d5 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283946 Oct 27 11:42:34.830273 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-31363da5-a2ad-499b-8128-cfdef0870703 req-d3ead18b-5928-4953-a089-d74e9704d1c3 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692848 Oct 27 11:42:34.851524 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Attempting to bind port bee5cafb-f6d2-417b-a500-6d5dc02580a2 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:42:34.852014 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Attempting to bind port bee5cafb-f6d2-417b-a500-6d5dc02580a2 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '00f36b9e-4fad-4c3e-b880-14c1363b2118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '1eae05da-a5f2-48a6-8c8d-8d0f6277bf03'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:42:34.852239 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Attempting to bind port bee5cafb-f6d2-417b-a500-6d5dc02580a2 on network 1eae05da-a5f2-48a6-8c8d-8d0f6277bf03 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:42:34.882926 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:42:34.883519 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Checking segment: {'id': '00f36b9e-4fad-4c3e-b880-14c1363b2118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '1eae05da-a5f2-48a6-8c8d-8d0f6277bf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:42:34.884078 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:34.884615 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Bound using segment: {'id': '00f36b9e-4fad-4c3e-b880-14c1363b2118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '1eae05da-a5f2-48a6-8c8d-8d0f6277bf03'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:42:34.885249 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Bound port: bee5cafb-f6d2-417b-a500-6d5dc02580a2, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f36b9e-4fad-4c3e-b880-14c1363b2118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '1eae05da-a5f2-48a6-8c8d-8d0f6277bf03'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:42:34.885784 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:34.898077 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Publish callbacks [] for port, precommit_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:34.916398 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1577f4-8a2e-4a34-a7fd-1d0658115cea x-openstack-request-id: req-6d1577f4-8a2e-4a34-a7fd-1d0658115cea {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:42:34.916708 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d20a3a-1e79-4f1c-a14b-f093462fd752", "name": "network-vif-plugged", "status": "completed", "tag": "d27cffe4-168c-421b-b64c-a14bcb4038e4", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:42:34.916956 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d1577f4-8a2e-4a34-a7fd-1d0658115cea {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:42:34.917340 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d20a3a-1e79-4f1c-a14b-f093462fd752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27cffe4-168c-421b-b64c-a14bcb4038e4', 'code': 200} Oct 27 11:42:34.920798 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:34.956375 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Allocated IP 172.27.3.85 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:42:34.962972 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46822) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:34.969639 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247e2083-6c05-4d05-a353-a3540f09ad24 {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:42:34.982655 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.019032 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_v2 [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Deleting subnet e3c5e8ed-6daa-48cd-b1ae-f65f0c2b2c95 {{(pid=108002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:42:35.023258 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.034114 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] For port bee5cafb-f6d2-417b-a500-6d5dc02580a2, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:42:35.037744 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] For port bee5cafb-f6d2-417b-a500-6d5dc02580a2, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=bee5cafb-f6d2-417b-a500-6d5dc02580a2,segment=NetworkSegment(00f36b9e-4fad-4c3e-b880-14c1363b2118),segment_id=00f36b9e-4fad-4c3e-b880-14c1363b2118)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:42:35.043328 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Transition to ACTIVE for port object 247e2083-6c05-4d05-a353-a3540f09ad24 will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:42:35.054097 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635dd2-a73a-4b86-ab82-20382ab26e9b req-ee310f85-7d5f-4d44-aec6-1b3b67bb47ae tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:35.055671 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b0635dd2-a73a-4b86-ab82-20382ab26e9b req-ee310f85-7d5f-4d44-aec6-1b3b67bb47ae tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.1441131 Oct 27 11:42:35.060456 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.063181 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.082050 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28753158'] for subnet, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.136112 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.143797 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42821f-0c5e-4645-a272-0da72bb48087 None None] Pushing event updated for resources: {'Port': ['ID=1ce72b9d-0967-48dd-b297-a665a078f034,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:35.171647 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Attempting to bind port 1ce72b9d-0967-48dd-b297-a665a078f034 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:42:35.177290 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Attempting to bind port 1ce72b9d-0967-48dd-b297-a665a078f034 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:42:35.177870 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Attempting to bind port 1ce72b9d-0967-48dd-b297-a665a078f034 on network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:42:35.214285 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:42:35.219681 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Checking segment: {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:42:35.220276 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.220788 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Bound using segment: {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:42:35.227430 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Bound port: 1ce72b9d-0967-48dd-b297-a665a078f034, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:42:35.232873 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.241705 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29335334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25368705'] for subnet, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.287658 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c5e8ed-6daa-48cd-b1ae-f65f0c2b2c95,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:35.304231 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52070848-4c60-4bad-a341-6a53720f0ea6 None None] Pushing event updated for resources: {'Port': ['ID=bee5cafb-f6d2-417b-a500-6d5dc02580a2,revision_number=2']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:35.312057 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Pushing event updated for resources: {'Port': ['ID=247e2083-6c05-4d05-a353-a3540f09ad24,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:35.312683 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.313024 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.313363 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.313689 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.314159 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.314539 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.314896 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.315226 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.315534 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.316167 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.316492 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.316860 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.327164 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.338112 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-830a85ee-183c-4375-aaa9-a2453c40123c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e3c5e8ed-6daa-48cd-b1ae-f65f0c2b2c95 HTTP/1.1" status: 204 len: 168 time: 0.3707759 Oct 27 11:42:35.338112 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46828) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:35.338401 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b0635dd2-a73a-4b86-ab82-20382ab26e9b req-ac4fd6a9-d71f-47e2-85cb-ff1d2b6652a8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690170 Oct 27 11:42:35.348976 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.355690 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.356084 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.356375 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.356719 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.357041 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.357362 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.357685 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.358004 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.358325 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.358663 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.358989 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.359311 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:42:35.368473 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1589600-ebc0-407e-8f6d-ed4f0382f37a req-312d60f2-aa5a-4da8-a2b7-6b3e3c718768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:35.369994 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e1589600-ebc0-407e-8f6d-ed4f0382f37a req-312d60f2-aa5a-4da8-a2b7-6b3e3c718768 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 1098 time: 0.2930975 Oct 27 11:42:35.370706 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Attempting to bind port 247e2083-6c05-4d05-a353-a3540f09ad24 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:42:35.371037 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Attempting to bind port 247e2083-6c05-4d05-a353-a3540f09ad24 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '5dbbf922-a772-4ad0-9b2f-e493274031ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'fb905254-0c92-4844-869d-5a0827915707'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:42:35.371350 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Attempting to bind port 247e2083-6c05-4d05-a353-a3540f09ad24 on network fb905254-0c92-4844-869d-5a0827915707 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:42:35.411888 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] For port 1ce72b9d-0967-48dd-b297-a665a078f034, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:42:35.419621 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Port 247e2083-6c05-4d05-a353-a3540f09ad24 on network fb905254-0c92-4844-869d-5a0827915707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:42:35.419940 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Attempting to bind port 247e2083-6c05-4d05-a353-a3540f09ad24 on network fb905254-0c92-4844-869d-5a0827915707 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:42:35.420910 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] For port 1ce72b9d-0967-48dd-b297-a665a078f034, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=1ce72b9d-0967-48dd-b297-a665a078f034,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:42:35.429117 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.446522 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:42:35.451671 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Checking segment: {'id': '5dbbf922-a772-4ad0-9b2f-e493274031ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'fb905254-0c92-4844-869d-5a0827915707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:42:35.452108 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Bound using segment: {'id': '5dbbf922-a772-4ad0-9b2f-e493274031ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'fb905254-0c92-4844-869d-5a0827915707'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:42:35.452581 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Bound port: 247e2083-6c05-4d05-a353-a3540f09ad24, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dbbf922-a772-4ad0-9b2f-e493274031ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'fb905254-0c92-4844-869d-5a0827915707'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:42:35.452931 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.522330 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e2e73712-aba4-431d-8bb8-a8cc10c27b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.528010 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42821f-0c5e-4645-a272-0da72bb48087 None None] Pushing event updated for resources: {'Port': ['ID=1ce72b9d-0967-48dd-b297-a665a078f034,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:35.536040 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e1589600-ebc0-407e-8f6d-ed4f0382f37a req-91363513-a239-4a25-99c6-30d7f0c6fbe1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424656 Oct 27 11:42:35.595585 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:42:35.599429 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:42:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:35.604365 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.649691 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e2e73712-aba4-431d-8bb8-a8cc10c27b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.662813 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] For port 247e2083-6c05-4d05-a353-a3540f09ad24, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:42:35.670411 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] For port 247e2083-6c05-4d05-a353-a3540f09ad24, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=247e2083-6c05-4d05-a353-a3540f09ad24,segment=NetworkSegment(5dbbf922-a772-4ad0-9b2f-e493274031ff),segment_id=5dbbf922-a772-4ad0-9b2f-e493274031ff)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:42:35.680182 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-e2e73712-aba4-431d-8bb8-a8cc10c27b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e95ec18-5e37-4770-b64d-9a9db9848d71']}} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:35.696684 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-e2e73712-aba4-431d-8bb8-a8cc10c27b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8481624b-86fd-4154-bf61-3c5f28de8126') {'for_net_delete': True} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:35.696921 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-e2e73712-aba4-431d-8bb8-a8cc10c27b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8481624b-86fd-4154-bf61-3c5f28de8126') {} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:35.699768 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:42:35.701966 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:35.713975 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:42:35.716866 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.722528 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e2e73712-aba4-431d-8bb8-a8cc10c27b84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28753279'] for segment, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.743294 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e2e73712-aba4-431d-8bb8-a8cc10c27b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.752655 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e73712-aba4-431d-8bb8-a8cc10c27b84 admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=108002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:42:35.753847 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e2e73712-aba4-431d-8bb8-a8cc10c27b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29335500'] for segment, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: Traceback (most recent call last): Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: timer() Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: cb(*args, **kw) Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: return func(*args, **kwargs) Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: self._notify() Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: self.callback(batched_events) Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: event.method(event) Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: return f(self, *a, **k) Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._get(url).json() Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: return self.request(url, 'GET', **kwargs) Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:42:35.756136 dv-cinder-815146-3-iscsi neutron-server[108002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:42:35.773079 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-fa51e3ae-e6e4-4909-82c9-05117b10ee4e None None] Provisioning complete for port 1ce72b9d-0967-48dd-b297-a665a078f034 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:35.773443 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-fa51e3ae-e6e4-4909-82c9-05117b10ee4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.837433 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e2e73712-aba4-431d-8bb8-a8cc10c27b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.851806 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:42:35.852420 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e2e73712-aba4-431d-8bb8-a8cc10c27b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.857749 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-e2e73712-aba4-431d-8bb8-a8cc10c27b84 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2e95ec18-5e37-4770-b64d-9a9db9848d71 HTTP/1.1" status: 204 len: 168 time: 0.5037384 Oct 27 11:42:35.864201 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46832) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:35.883555 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e73712-aba4-431d-8bb8-a8cc10c27b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e95ec18-5e37-4770-b64d-9a9db9848d71,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:35.923654 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:35.924269 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:35.925713 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] 10.222.0.41 "PUT /v2.0/ports/247e2083-6c05-4d05-a353-a3540f09ad24 HTTP/1.1" status: 200 len: 1093 time: 1.7719250 Oct 27 11:42:35.926144 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'tag': '247e2083-6c05-4d05-a353-a3540f09ad24'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:42:35.929109 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1d1104-0592-49da-baf5-dbb58c3c12f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf4d370-3114-42ce-9a12-9f309e914cd2", "tag": "247e2083-6c05-4d05-a353-a3540f09ad24"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:42:35.942136 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:35.978724 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da2eb29-3f7d-496f-8372-ed62bd9de7db admin admin] Deleting subnet 2fbd60a1-1ff7-44bd-a0f5-85204bf96b27 {{(pid=108002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:42:35.983882 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0da2eb29-3f7d-496f-8372-ed62bd9de7db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.027577 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0da2eb29-3f7d-496f-8372-ed62bd9de7db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28753158'] for subnet, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.099624 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0da2eb29-3f7d-496f-8372-ed62bd9de7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.154506 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852d40a-0089-44b2-90b4-fed6e0f96c3f service neutron] Pushing event updated for resources: {'Port': ['ID=247e2083-6c05-4d05-a353-a3540f09ad24,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:36.174814 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0da2eb29-3f7d-496f-8372-ed62bd9de7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29335334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25368705'] for subnet, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.215031 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2eb29-3f7d-496f-8372-ed62bd9de7db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fbd60a1-1ff7-44bd-a0f5-85204bf96b27,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:36.217182 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0da2eb29-3f7d-496f-8372-ed62bd9de7db admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.223273 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-0da2eb29-3f7d-496f-8372-ed62bd9de7db admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2fbd60a1-1ff7-44bd-a0f5-85204bf96b27 HTTP/1.1" status: 204 len: 168 time: 0.3590040 Oct 27 11:42:36.226135 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46838) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:36.276846 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-fa51e3ae-e6e4-4909-82c9-05117b10ee4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.307371 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef964882-b662-40d4-8fd7-890625c11d69 req-9d9cb87f-8e73-4e82-9ad6-71799a8211b9 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:36.313894 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ef964882-b662-40d4-8fd7-890625c11d69 req-9d9cb87f-8e73-4e82-9ad6-71799a8211b9 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 945 time: 0.3642998 Oct 27 11:42:36.331453 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-487654bc-5527-4b8b-a2dc-cba2ce6dee79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.375100 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-fa51e3ae-e6e4-4909-82c9-05117b10ee4e None None] For port 1ce72b9d-0967-48dd-b297-a665a078f034, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=1ce72b9d-0967-48dd-b297-a665a078f034,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:36.385872 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-fa51e3ae-e6e4-4909-82c9-05117b10ee4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.395974 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef66be-9112-4f24-83c9-6f1a1a8159a0 req-f9314504-9a2c-483f-b630-4a6d182989e5 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:36.407162 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-88ef66be-9112-4f24-83c9-6f1a1a8159a0 req-f9314504-9a2c-483f-b630-4a6d182989e5 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 943 time: 0.3166132 Oct 27 11:42:36.419361 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device bee5cafb-f6d2-417b-a500-6d5dc02580a2 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:36.427397 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-a1076d5d-1a38-4193-a9f7-a16ae434432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:36.428638 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-a1076d5d-1a38-4193-a9f7-a16ae434432b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb0d432e261f44cdadc3481889185390&device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 1096 time: 0.4351590 Oct 27 11:42:36.442007 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-487654bc-5527-4b8b-a2dc-cba2ce6dee79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.468875 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-487654bc-5527-4b8b-a2dc-cba2ce6dee79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45258706-d929-4e56-9bdf-963650f8a6d5']}} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:36.471685 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ef964882-b662-40d4-8fd7-890625c11d69 req-df192cf3-62dc-4b14-afbb-0c7f850409fd tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561508 Oct 27 11:42:36.482521 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-487654bc-5527-4b8b-a2dc-cba2ce6dee79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0875bd5-f12a-45b9-a72d-181598335692') {'for_net_delete': True} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:36.483079 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-487654bc-5527-4b8b-a2dc-cba2ce6dee79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0875bd5-f12a-45b9-a72d-181598335692') {} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:36.512204 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-487654bc-5527-4b8b-a2dc-cba2ce6dee79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28753279'] for segment, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.538170 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51e3ae-e6e4-4909-82c9-05117b10ee4e None None] Pushing event updated for resources: {'Port': ['ID=1ce72b9d-0967-48dd-b297-a665a078f034,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:36.538422 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-487654bc-5527-4b8b-a2dc-cba2ce6dee79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.545425 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487654bc-5527-4b8b-a2dc-cba2ce6dee79 admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=108002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:42:36.545922 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-487654bc-5527-4b8b-a2dc-cba2ce6dee79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29335500'] for segment, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: Traceback (most recent call last): Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: timer() Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: cb(*args, **kw) Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: return func(*args, **kwargs) Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: self._notify() Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: self.callback(batched_events) Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: event.method(event) Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: return f(self, *a, **k) Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._get(url).json() Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: return self.request(url, 'GET', **kwargs) Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:42:36.548122 dv-cinder-815146-3-iscsi neutron-server[108002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:42:36.609353 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port bee5cafb-f6d2-417b-a500-6d5dc02580a2 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:36.609917 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.631849 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-487654bc-5527-4b8b-a2dc-cba2ce6dee79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.644264 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-487654bc-5527-4b8b-a2dc-cba2ce6dee79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.652785 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-487654bc-5527-4b8b-a2dc-cba2ce6dee79 admin admin] 10.222.0.36 "DELETE /v2.0/networks/45258706-d929-4e56-9bdf-963650f8a6d5 HTTP/1.1" status: 204 len: 168 time: 0.4231434 Oct 27 11:42:36.665901 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487654bc-5527-4b8b-a2dc-cba2ce6dee79 admin admin] Pushing event deleted for resources: {'Network': ['ID=45258706-d929-4e56-9bdf-963650f8a6d5,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:36.708837 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-0fa82e24-b37c-42ec-9528-c5e5c66d3617 None None] Provisioning complete for port 1ce72b9d-0967-48dd-b297-a665a078f034 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:36.709479 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-0fa82e24-b37c-42ec-9528-c5e5c66d3617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:36.792977 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:35Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:36.883989 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef60b73-9a1d-47b3-a1cc-2d49934c198b x-openstack-request-id: req-2ef60b73-9a1d-47b3-a1cc-2d49934c198b {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:42:36.884585 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf4d370-3114-42ce-9a12-9f309e914cd2", "tag": "247e2083-6c05-4d05-a353-a3540f09ad24", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:42:36.884585 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ef60b73-9a1d-47b3-a1cc-2d49934c198b {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:42:36.884774 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'tag': '247e2083-6c05-4d05-a353-a3540f09ad24', 'status': 'completed', 'code': 200} Oct 27 11:42:36.893935 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cc249-d9f4-430c-99a1-be456d0b1f9f req-5faedca2-63c0-4bba-acf0-8a59ed699cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:36.896268 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f6cc249-d9f4-430c-99a1-be456d0b1f9f req-5faedca2-63c0-4bba-acf0-8a59ed699cbe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 1098 time: 0.7385445 Oct 27 11:42:36.903224 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-366ea0a4-4e57-4174-8806-e5f443a9e266 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=247e2083-6c05-4d05-a353-a3540f09ad24 HTTP/1.1" status: 200 len: 217 time: 0.4494936 Oct 27 11:42:36.906908 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1d6a19-d2bd-4c70-9458-a126dfab3847 None None] Network 1eae05da-a5f2-48a6-8c8d-8d0f6277bf03 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:42:36.921224 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37708601-66cf-4902-b6fb-1319acce29b8 None None] The sync data for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi is: [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:35Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:42:36.921659 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46848) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:36.970556 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-88ef66be-9112-4f24-83c9-6f1a1a8159a0 req-c7659c55-40b9-4147-a7fa-0da59463877d tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5634484 Oct 27 11:42:36.976661 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d67a7556-1bc6-4617-8eff-24522747d3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:37.001159 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:37.026653 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-cf234f79-c21a-49e9-9506-c27a0f982287 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4da03a08d69a4d6080abbc4218f3f1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1022015 Oct 27 11:42:37.028849 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46850) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:37.073085 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] For port bee5cafb-f6d2-417b-a500-6d5dc02580a2, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=bee5cafb-f6d2-417b-a500-6d5dc02580a2,segment=NetworkSegment(00f36b9e-4fad-4c3e-b880-14c1363b2118),segment_id=00f36b9e-4fad-4c3e-b880-14c1363b2118)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:37.078480 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:37.109125 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:37.122110 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4cae24df-5bba-4c04-a4aa-c8efeb540c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:37.173870 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4cae24df-5bba-4c04-a4aa-c8efeb540c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:37.235683 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4cae24df-5bba-4c04-a4aa-c8efeb540c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:37.239734 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4cae24df-5bba-4c04-a4aa-c8efeb540c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:37.241036 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f6cc249-d9f4-430c-99a1-be456d0b1f9f req-45d6126f-6bfd-4630-8765-3e30f38ecce0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210392 Oct 27 11:42:37.241315 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Pushing event updated for resources: {'Port': ['ID=bee5cafb-f6d2-417b-a500-6d5dc02580a2,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:37.245588 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-4cae24df-5bba-4c04-a4aa-c8efeb540c11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2a19db4-c939-4360-b69f-451ed867cb79 HTTP/1.1" status: 204 len: 168 time: 0.2131121 Oct 27 11:42:37.264115 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae24df-5bba-4c04-a4aa-c8efeb540c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a19db4-c939-4360-b69f-451ed867cb79,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:37.283167 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-119fb9ab-fb34-41f3-a4e1-1254e8278bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:37.284628 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-c53a8566-4d97-4bed-985b-3d39bf9f7e22 None None] Provisioning complete for port bee5cafb-f6d2-417b-a500-6d5dc02580a2 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:37.284791 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-119fb9ab-fb34-41f3-a4e1-1254e8278bc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d6def66-84cf-4abb-b40d-c0217d908646 HTTP/1.1" status: 200 len: 854 time: 0.3397300 Oct 27 11:42:37.285104 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-c53a8566-4d97-4bed-985b-3d39bf9f7e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:37.294023 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aa09f-0f2f-4bba-a140-273ba23c3f14 req-9cf316d2-758a-4331-ad24-82262b12b4a4 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:37.295604 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0b7aa09f-0f2f-4bba-a140-273ba23c3f14 req-9cf316d2-758a-4331-ad24-82262b12b4a4 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.4044175 Oct 27 11:42:37.444240 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0b7aa09f-0f2f-4bba-a140-273ba23c3f14 req-20a5563a-5b50-42e7-b6ce-b56aa7d5f7ce tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395376 Oct 27 11:42:37.482041 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613775'] for router, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:37.641239 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-ea9c0ecb-d14a-443d-b00f-a006aa744900 None None] Provisioning complete for port bee5cafb-f6d2-417b-a500-6d5dc02580a2 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:37.642592 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-ea9c0ecb-d14a-443d-b00f-a006aa744900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:37.680169 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-60aa29b6-793d-4fe5-a162-ffa93e193aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:37.681624 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-60aa29b6-793d-4fe5-a162-ffa93e193aff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb905254-0c92-4844-869d-5a0827915707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1318176 Oct 27 11:42:37.698952 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1540bba-123c-4a31-b7db-e6f08c2568e9 req-4f35a252-0360-4619-b0de-ea30790b99f9 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:37.702888 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d1540bba-123c-4a31-b7db-e6f08c2568e9 req-4f35a252-0360-4619-b0de-ea30790b99f9 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 945 time: 0.1128190 Oct 27 11:42:37.794233 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46860) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:37.841825 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-3f81bd4d-d36e-4537-a8b0-4fe376d1eb97 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1665cd0d4c24453396c6b77f7ff9e0e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463264 Oct 27 11:42:37.844253 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46862) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:37.859191 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d1540bba-123c-4a31-b7db-e6f08c2568e9 req-830a508b-2d19-4c7c-951a-96f90984f66a tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407106 Oct 27 11:42:37.904098 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-c7ecb1a9-c266-4d28-8e31-c9a7756e219d service neutron] 10.222.0.41 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979890 Oct 27 11:42:37.904785 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-26bbaa94-9cc0-401d-a680-86c38f8bd805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:37.905232 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Router 90324555-7860-450b-b275-a51644ec4e4e is scheduled to L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 with binding_index 1 {{(pid=108003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:42:37.933282 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-26bbaa94-9cc0-401d-a680-86c38f8bd805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:37.995966 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-26bbaa94-9cc0-401d-a680-86c38f8bd805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:37.999274 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-26bbaa94-9cc0-401d-a680-86c38f8bd805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:38.003185 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-26bbaa94-9cc0-401d-a680-86c38f8bd805 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3d4934f-964f-42d9-a67a-fee6359191e7 HTTP/1.1" status: 204 len: 168 time: 0.1552255 Oct 27 11:42:38.011607 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbaa94-9cc0-401d-a680-86c38f8bd805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d4934f-964f-42d9-a67a-fee6359191e7,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:38.189477 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50e7e456-a6ce-46a4-a697-96cfc11b78c6 req-b389faf4-7a2c-45d4-951c-51a27694f3b6 service neutron] 10.222.0.41 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722831 Oct 27 11:42:38.232620 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141c68f-e1eb-4cfd-b2cc-aa27bf8d08ea req-d163b8b1-0c5c-444f-879c-b5b6c3a7334f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:38.242474 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f141c68f-e1eb-4cfd-b2cc-aa27bf8d08ea req-d163b8b1-0c5c-444f-879c-b5b6c3a7334f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 943 time: 0.1486332 Oct 27 11:42:38.246009 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:42:38.257230 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Sync routers for ids ['90324555-7860-450b-b275-a51644ec4e4e'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:42:38.299488 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Routers {'90324555-7860-450b-b275-a51644ec4e4e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:42:38.300409 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-19731138-aa76-4850-ab93-e593732ac77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:42:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['90324555-7860-450b-b275-a51644ec4e4e'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:38.360808 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f141c68f-e1eb-4cfd-b2cc-aa27bf8d08ea req-b660fe1e-c607-4807-9ad4-b001bd51b66c tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111991 Oct 27 11:42:38.421409 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] Publish callbacks [] for router, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:38.423047 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-d2564b85-7627-472d-8721-c46313bbab52 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8563235 Oct 27 11:42:38.425756 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 46878) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:38.438241 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Set router 90324555-7860-450b-b275-a51644ec4e4e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:42:38.464834 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d1104-0592-49da-baf5-dbb58c3c12f9 req-d2d08734-2d12-4244-afc1-df24e7e1d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:38.467618 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-df1d1104-0592-49da-baf5-dbb58c3c12f9 req-d2d08734-2d12-4244-afc1-df24e7e1d62e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb0d432e261f44cdadc3481889185390&device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 1096 time: 0.1285241 Oct 27 11:42:38.577156 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 1ce72b9d-0967-48dd-b297-a665a078f034 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:38.724512 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 1ce72b9d-0967-48dd-b297-a665a078f034 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:38.725142 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:38.841499 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-19731138-aa76-4850-ab93-e593732ac77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90324555-7860-450b-b275-a51644ec4e4e', 'name': 'tempest-TestVolumeBootPattern-2053615986-router', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:33Z', 'updated_at': '2021-10-27T11:42:35Z', 'revision_number': 3, 'project_id': '089b4f81cdd34067afdd535ec1de2c6b', 'gw_port': {'id': 'e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:96:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90324555-7860-450b-b275-a51644ec4e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:34Z', 'updated_at': '2021-10-27T11:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:38.853222 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b28a3d-ab36-448e-9c49-fb208d0f16fc req-86a05363-364b-4189-9c80-213803498aaa tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:38.854793 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-10b28a3d-ab36-448e-9c49-fb208d0f16fc req-86a05363-364b-4189-9c80-213803498aaa tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.2344394 Oct 27 11:42:38.918872 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Checking router: 90324555-7860-450b-b275-a51644ec4e4e for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:42:38.921860 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Updating router 90324555-7860-450b-b275-a51644ec4e4e port e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b binding host dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:42:38.960123 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d1104-0592-49da-baf5-dbb58c3c12f9 req-935b5e0a-7980-4acc-ab0d-e86f375dc782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:38.961458 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-df1d1104-0592-49da-baf5-dbb58c3c12f9 req-935b5e0a-7980-4acc-ab0d-e86f375dc782 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb905254-0c92-4844-869d-5a0827915707 HTTP/1.1" status: 200 len: 917 time: 0.4842265 Oct 27 11:42:38.975953 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-10b28a3d-ab36-448e-9c49-fb208d0f16fc req-2db1f99a-bdf8-428e-8b8c-fa84eabe62c0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058779 Oct 27 11:42:39.004407 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:39.015332 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device bee5cafb-f6d2-417b-a500-6d5dc02580a2 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:39.078230 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-df1d1104-0592-49da-baf5-dbb58c3c12f9 req-9372e9aa-8ba1-4377-b429-2ed39cb04e86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=247e2083-6c05-4d05-a353-a3540f09ad24 HTTP/1.1" status: 200 len: 217 time: 0.1012855 Oct 27 11:42:39.123016 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port bee5cafb-f6d2-417b-a500-6d5dc02580a2 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:39.126067 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:39.143579 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d1104-0592-49da-baf5-dbb58c3c12f9 req-2b49820d-ebd3-4468-8580-08ba4f69a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:39.145442 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-df1d1104-0592-49da-baf5-dbb58c3c12f9 req-2b49820d-ebd3-4468-8580-08ba4f69a9c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d6def66-84cf-4abb-b40d-c0217d908646 HTTP/1.1" status: 200 len: 854 time: 0.0540462 Oct 27 11:42:39.248397 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d1104-0592-49da-baf5-dbb58c3c12f9 req-1c1b5e99-6ea0-4955-99e5-8c697672acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:39.250634 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-df1d1104-0592-49da-baf5-dbb58c3c12f9 req-1c1b5e99-6ea0-4955-99e5-8c697672acd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb905254-0c92-4844-869d-5a0827915707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902061 Oct 27 11:42:39.283415 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:39.337272 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Publish callbacks [] for port, precommit_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:39.344723 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:39.395804 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-df1d1104-0592-49da-baf5-dbb58c3c12f9 req-02189aac-4f82-436d-89d2-05f84201a29e service neutron] 10.222.0.41 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291194 Oct 27 11:42:39.436090 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51bb88-7e82-41e2-930d-f685e4a199a9 None None] Pushing event updated for resources: {'Port': ['ID=e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b,revision_number=2']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:39.473945 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Attempting to bind port e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:42:39.486816 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Attempting to bind port e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:42:39.487519 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Attempting to bind port e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b on network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:42:39.494988 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:42:39.495744 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Checking segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:42:39.496351 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:39.496947 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Bound using segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:42:39.497623 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Bound port: e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:42:39.498204 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:39.513926 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Allocated IP 172.20.0.1 (1eae05da-a5f2-48a6-8c8d-8d0f6277bf03/53a2ceef-5244-4236-a0a4-54d5746f5af2/44e16d3e-5032-4962-a973-52972e5f3f48) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:42:39.559249 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-19731138-aa76-4850-ab93-e593732ac77e None None] For port e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:42:39.575883 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-19731138-aa76-4850-ab93-e593732ac77e None None] For port e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:42:39.582010 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:39.602305 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fb429-9485-4208-89d1-8b9304cb689f req-26b094a3-4b31-4e53-aa3a-98361fdfaa7f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:39.604492 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-950fb429-9485-4208-89d1-8b9304cb689f req-26b094a3-4b31-4e53-aa3a-98361fdfaa7f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 943 time: 0.1177099 Oct 27 11:42:39.651980 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-df1d1104-0592-49da-baf5-dbb58c3c12f9 req-82a51e32-edce-4d7c-80d8-d32fe37fb09f service neutron] 10.222.0.41 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453103 Oct 27 11:42:39.677410 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51bb88-7e82-41e2-930d-f685e4a199a9 None None] Pushing event updated for resources: {'Port': ['ID=e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b,revision_number=3']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:39.678107 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:39.704337 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Routers {'90324555-7860-450b-b275-a51644ec4e4e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:42:39.705109 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-19731138-aa76-4850-ab93-e593732ac77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:42:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['90324555-7860-450b-b275-a51644ec4e4e'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:39.705923 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-950fb429-9485-4208-89d1-8b9304cb689f req-f12fc9c2-7b27-4728-a2ed-dd9e6d5fc708 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862935 Oct 27 11:42:39.782242 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-72d11f6b-fc0a-472d-89a1-6044613634ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:39.783121 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:39.826665 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Network 1eae05da-a5f2-48a6-8c8d-8d0f6277bf03 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:42:39.829611 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:39.835993 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:42:39.872898 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-19731138-aa76-4850-ab93-e593732ac77e None None] Set router 90324555-7860-450b-b275-a51644ec4e4e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:42:39.898319 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Pushing event updated for resources: {'Port': ['ID=44e16d3e-5032-4962-a973-52972e5f3f48,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:39.928590 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607954'] for router_interface, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:39.982490 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46928) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:40.139947 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:40.162229 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10948d09-f71f-4570-8238-28703a63759f req-6f878bbb-299d-4231-821e-a5fd98b286c7 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:40.169644 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-10948d09-f71f-4570-8238-28703a63759f req-6f878bbb-299d-4231-821e-a5fd98b286c7 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0699818 Oct 27 11:42:40.184076 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-19731138-aa76-4850-ab93-e593732ac77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90324555-7860-450b-b275-a51644ec4e4e', 'name': 'tempest-TestVolumeBootPattern-2053615986-router', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:33Z', 'updated_at': '2021-10-27T11:42:35Z', 'revision_number': 3, 'project_id': '089b4f81cdd34067afdd535ec1de2c6b', 'gw_port': {'id': 'e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:96:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90324555-7860-450b-b275-a51644ec4e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:34Z', 'updated_at': '2021-10-27T11:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:40.199003 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-62f36a96-8755-4e2c-873c-09564d2f0ad8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:40.221184 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-d949fc62-5477-4823-987d-45d507bc48fe None None] Provisioning complete for port 44e16d3e-5032-4962-a973-52972e5f3f48 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:40.222099 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d949fc62-5477-4823-987d-45d507bc48fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:40.225334 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19731138-aa76-4850-ab93-e593732ac77e None None] The sync data for ids ['90324555-7860-450b-b275-a51644ec4e4e'] in dv-cinder-815146-3-iscsi is: [{'id': '90324555-7860-450b-b275-a51644ec4e4e', 'name': 'tempest-TestVolumeBootPattern-2053615986-router', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:33Z', 'updated_at': '2021-10-27T11:42:35Z', 'revision_number': 3, 'project_id': '089b4f81cdd34067afdd535ec1de2c6b', 'gw_port': {'id': 'e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:96:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90324555-7860-450b-b275-a51644ec4e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:34Z', 'updated_at': '2021-10-27T11:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:42:40.246097 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-10948d09-f71f-4570-8238-28703a63759f req-4c779f20-85f2-455b-b563-7960cac0bafa tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755072 Oct 27 11:42:40.278995 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-d949fc62-5477-4823-987d-45d507bc48fe None None] Port 44e16d3e-5032-4962-a973-52972e5f3f48 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:42:40.358845 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Publish callbacks [] for port, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:40.364397 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29335528'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:40.388108 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-62f36a96-8755-4e2c-873c-09564d2f0ad8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:40.402213 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a563a5f-5923-431a-be77-423ad022e6ac req-4649a1f1-e6f4-4c2a-bc6c-03beb8c47d29 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:40.403938 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5a563a5f-5923-431a-be77-423ad022e6ac req-4649a1f1-e6f4-4c2a-bc6c-03beb8c47d29 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0832982 Oct 27 11:42:40.404695 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-62f36a96-8755-4e2c-873c-09564d2f0ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:40.431079 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Pushing event updated for resources: {'Port': ['ID=44e16d3e-5032-4962-a973-52972e5f3f48,revision_number=2']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:40.437635 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608066'] for router_interface, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:40.465381 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-62f36a96-8755-4e2c-873c-09564d2f0ad8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0602b62ec3cf481d8b3eebcbd663958f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4817364 Oct 27 11:42:40.466394 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46938) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:40.487820 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f36a96-8755-4e2c-873c-09564d2f0ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcf26e8-19cf-4489-afa3-31ff36950cff,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:40.513147 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5a563a5f-5923-431a-be77-423ad022e6ac req-b996c813-dec4-47b5-8af6-356f090e2f4d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976448 Oct 27 11:42:40.584743 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:40.589817 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-96f9fab3-da67-479d-8420-1dbe498e6db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:40.590073 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Network 1eae05da-a5f2-48a6-8c8d-8d0f6277bf03 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:42:40.597001 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:40.652851 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-96f9fab3-da67-479d-8420-1dbe498e6db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:40.731436 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-96f9fab3-da67-479d-8420-1dbe498e6db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:40.735544 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-96f9fab3-da67-479d-8420-1dbe498e6db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:40.736784 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-96f9fab3-da67-479d-8420-1dbe498e6db1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8dcf26e8-19cf-4489-afa3-31ff36950cff HTTP/1.1" status: 204 len: 168 time: 0.2686017 Oct 27 11:42:40.776910 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9fab3-da67-479d-8420-1dbe498e6db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcf26e8-19cf-4489-afa3-31ff36950cff,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:40.944516 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2043b-98fa-4ced-9625-9b55e73e5714 req-ac85bc8c-b8b5-4660-bc92-0c71baeab386 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:40.956274 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d2f2043b-98fa-4ced-9625-9b55e73e5714 req-ac85bc8c-b8b5-4660-bc92-0c71baeab386 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 943 time: 0.1177480 Oct 27 11:42:41.017267 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d2f2043b-98fa-4ced-9625-9b55e73e5714 req-bd30ae14-24d0-4015-a431-fb1e536b0438 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570393 Oct 27 11:42:41.018388 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:41.023371 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-53fd0248-d1b8-4d6b-a39c-54d88866d1bb None None] Provisioning complete for port 44e16d3e-5032-4962-a973-52972e5f3f48 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:41.023980 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-53fd0248-d1b8-4d6b-a39c-54d88866d1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:41.097843 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-53fd0248-d1b8-4d6b-a39c-54d88866d1bb None None] Port 44e16d3e-5032-4962-a973-52972e5f3f48 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:42:41.190041 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Router 90324555-7860-450b-b275-a51644ec4e4e has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:42:41.316097 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:42:41.322850 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-6981532e-54bb-439e-82a9-702c83d0a73d admin admin] 10.222.0.36 "PUT /v2.0/routers/90324555-7860-450b-b275-a51644ec4e4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8959062 Oct 27 11:42:41.770646 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 247e2083-6c05-4d05-a353-a3540f09ad24 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:42:41.880330 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 247e2083-6c05-4d05-a353-a3540f09ad24, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=247e2083-6c05-4d05-a353-a3540f09ad24,segment=NetworkSegment(5dbbf922-a772-4ad0-9b2f-e493274031ff),segment_id=5dbbf922-a772-4ad0-9b2f-e493274031ff)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:41.899571 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': '247e2083-6c05-4d05-a353-a3540f09ad24', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'port_id': '247e2083-6c05-4d05-a353-a3540f09ad24', 'mac_address': 'fa:16:3e:f4:58:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:42:41.943095 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:41.956989 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247e2083-6c05-4d05-a353-a3540f09ad24 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:42:41.978174 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 247e2083-6c05-4d05-a353-a3540f09ad24, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=247e2083-6c05-4d05-a353-a3540f09ad24,segment=NetworkSegment(5dbbf922-a772-4ad0-9b2f-e493274031ff),segment_id=5dbbf922-a772-4ad0-9b2f-e493274031ff)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:41.983506 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.053446 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=247e2083-6c05-4d05-a353-a3540f09ad24,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:42.082581 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 46992) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:42.089291 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-e5f6929c-6e16-450b-a0c1-1caf7ebdbd02 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883222231', 'description': 'tempest-secgroup-smoke-1883222231 description', 'project_id': '05c96c34cc5b487dbbca84b067026f01'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:42.126980 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e5f6929c-6e16-450b-a0c1-1caf7ebdbd02 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.173435 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.242040 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdbe61-b7db-4061-a9db-8850ce483856 req-c48d7a26-89fc-42ae-abfd-90849e7504ed tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:42.247303 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bbbdbe61-b7db-4061-a9db-8850ce483856 req-c48d7a26-89fc-42ae-abfd-90849e7504ed tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 944 time: 0.1058450 Oct 27 11:42:42.325172 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e5f6929c-6e16-450b-a0c1-1caf7ebdbd02 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.335679 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bbbdbe61-b7db-4061-a9db-8850ce483856 req-59848624-de1d-4590-879a-6d4f47b43a3d tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771382 Oct 27 11:42:42.337279 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e5f6929c-6e16-450b-a0c1-1caf7ebdbd02 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.360414 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['247e2083-6c05-4d05-a353-a3540f09ad24'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:42:42.392244 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e5f6929c-6e16-450b-a0c1-1caf7ebdbd02 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.397066 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-e5f6929c-6e16-450b-a0c1-1caf7ebdbd02 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3100705 Oct 27 11:42:42.397485 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47002) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:42.400347 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:42.402894 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Sync routers for ids ['90324555-7860-450b-b275-a51644ec4e4e'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:42:42.405257 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-a4eef0ff-f785-4ba2-883d-c1e0cab404d5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Request body: {'security_group_rule': {'security_group_id': 'c4791046-1e18-4ecb-a6a3-9063ea874e17', 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:42.431491 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6929c-6e16-450b-a0c1-1caf7ebdbd02 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4791046-1e18-4ecb-a6a3-9063ea874e17,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:42.475171 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Routers {'90324555-7860-450b-b275-a51644ec4e4e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:42:42.475819 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:42:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['90324555-7860-450b-b275-a51644ec4e4e'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:42.476780 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a4eef0ff-f785-4ba2-883d-c1e0cab404d5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.550421 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a4eef0ff-f785-4ba2-883d-c1e0cab404d5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.557271 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a4eef0ff-f785-4ba2-883d-c1e0cab404d5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.563944 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005fe57-c7b6-4c98-87b2-7d836d790791 req-05f327c8-7c82-4bb0-a87e-d2b9069db6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:42.565630 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0005fe57-c7b6-4c98-87b2-7d836d790791 req-05f327c8-7c82-4bb0-a87e-d2b9069db6db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6cf4b776db943b78157db9573678d4d&device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 1098 time: 0.0738835 Oct 27 11:42:42.585520 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eef0ff-f785-4ba2-883d-c1e0cab404d5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9894fe-c7e5-410c-a641-a21f065e1700,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:42.588536 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e526cc-5a6f-4160-948b-829ac865f45b req-07ab5132-bdeb-496f-b3fe-741cf2401407 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:42.590242 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-89e526cc-5a6f-4160-948b-829ac865f45b req-07ab5132-bdeb-496f-b3fe-741cf2401407 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0736475 Oct 27 11:42:42.602167 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a4eef0ff-f785-4ba2-883d-c1e0cab404d5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.603486 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-a4eef0ff-f785-4ba2-883d-c1e0cab404d5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2048938 Oct 27 11:42:42.606490 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47006) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:42.613645 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-abb454ac-1562-4a23-9409-66eb8acd2398 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Request body: {'security_group_rule': {'security_group_id': 'c4791046-1e18-4ecb-a6a3-9063ea874e17', 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:42.647086 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-abb454ac-1562-4a23-9409-66eb8acd2398 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.686718 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-89e526cc-5a6f-4160-948b-829ac865f45b req-7602a610-1e09-449d-9e7e-f6cbea95a611 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865006 Oct 27 11:42:42.722229 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005fe57-c7b6-4c98-87b2-7d836d790791 req-9fc89857-e6ed-4fcd-9812-0a044ee69f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:42.725294 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:42.725699 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.726308 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0005fe57-c7b6-4c98-87b2-7d836d790791 req-9fc89857-e6ed-4fcd-9812-0a044ee69f54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f295b617-1dee-47fd-847d-99b3b917163f HTTP/1.1" status: 200 len: 921 time: 0.1459460 Oct 27 11:42:42.733538 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-abb454ac-1562-4a23-9409-66eb8acd2398 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.739440 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-abb454ac-1562-4a23-9409-66eb8acd2398 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.761542 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb454ac-1562-4a23-9409-66eb8acd2398 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3df78d-57cb-476e-8e34-57643f0184ba,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:42.774326 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-abb454ac-1562-4a23-9409-66eb8acd2398 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.775674 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-abb454ac-1562-4a23-9409-66eb8acd2398 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1678407 Oct 27 11:42:42.778688 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47008) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:42.783070 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-ede68b30-f2d4-4f7b-acd4-5836a1b82cee tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Request body: {'security_group_rule': {'security_group_id': 'c4791046-1e18-4ecb-a6a3-9063ea874e17', 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:42.797809 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0005fe57-c7b6-4c98-87b2-7d836d790791 req-d9e1c787-c35b-4b27-a2f5-737076cb7287 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcfab2c8-4b70-43a4-b4ce-ca5821dab427 HTTP/1.1" status: 200 len: 217 time: 0.0589297 Oct 27 11:42:42.806857 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Set router 90324555-7860-450b-b275-a51644ec4e4e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:42:42.814376 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ede68b30-f2d4-4f7b-acd4-5836a1b82cee tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.859884 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005fe57-c7b6-4c98-87b2-7d836d790791 req-3ea44bc1-bf9c-4421-a102-e6e732793796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:42.861435 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0005fe57-c7b6-4c98-87b2-7d836d790791 req-3ea44bc1-bf9c-4421-a102-e6e732793796 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b5e998-50c9-4a4a-b99c-0238a60bf0ee HTTP/1.1" status: 200 len: 859 time: 0.0516748 Oct 27 11:42:42.886035 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ede68b30-f2d4-4f7b-acd4-5836a1b82cee tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.890532 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ede68b30-f2d4-4f7b-acd4-5836a1b82cee tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.902812 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0005fe57-c7b6-4c98-87b2-7d836d790791 req-6ef0f680-747a-4298-94bf-8ba76421c7fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f295b617-1dee-47fd-847d-99b3b917163f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313728 Oct 27 11:42:42.912497 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede68b30-f2d4-4f7b-acd4-5836a1b82cee tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5135a32-3e8b-4b23-9bf2-df8069daf4d5,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:42.923923 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ede68b30-f2d4-4f7b-acd4-5836a1b82cee tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.927878 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-ede68b30-f2d4-4f7b-acd4-5836a1b82cee tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454945 Oct 27 11:42:42.928016 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47010) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:42.933071 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-e0ddb40d-3772-4a25-8293-f223e036ff7c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Request body: {'security_group_rule': {'security_group_id': 'c4791046-1e18-4ecb-a6a3-9063ea874e17', 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:42.960447 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb40d-3772-4a25-8293-f223e036ff7c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:42.996753 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.005364 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0005fe57-c7b6-4c98-87b2-7d836d790791 req-e61adbec-2b8c-4362-91f9-6e1f635ddbc7 service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916350 Oct 27 11:42:43.025051 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb40d-3772-4a25-8293-f223e036ff7c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.030800 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb40d-3772-4a25-8293-f223e036ff7c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.036458 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] For port e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:43.042669 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.051964 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddb40d-3772-4a25-8293-f223e036ff7c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed092ff-2a59-4cf4-9ceb-38b64bb1a951,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:43.062512 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb40d-3772-4a25-8293-f223e036ff7c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.067678 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-e0ddb40d-3772-4a25-8293-f223e036ff7c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377950 Oct 27 11:42:43.068450 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47012) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:43.073792 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-b5dd0386-3f5b-4cac-8328-673f4b6d5992 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Request body: {'security_group_rule': {'security_group_id': 'c4791046-1e18-4ecb-a6a3-9063ea874e17', 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:43.099477 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.securitygroups_db [None req-b5dd0386-3f5b-4cac-8328-673f4b6d5992 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Project 05c96c34cc5b487dbbca84b067026f01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:42:43.106994 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0386-3f5b-4cac-8328-673f4b6d5992 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.118686 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0005fe57-c7b6-4c98-87b2-7d836d790791 req-bd4ba224-bee1-4653-a729-1644e5184ce2 service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036613 Oct 27 11:42:43.123944 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Pushing event updated for resources: {'Port': ['ID=e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:43.145902 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90324555-7860-450b-b275-a51644ec4e4e', 'name': 'tempest-TestVolumeBootPattern-2053615986-router', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:33Z', 'updated_at': '2021-10-27T11:42:40Z', 'revision_number': 4, 'project_id': '089b4f81cdd34067afdd535ec1de2c6b', 'gw_port': {'id': 'e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:96:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90324555-7860-450b-b275-a51644ec4e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:34Z', 'updated_at': '2021-10-27T11:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '44e16d3e-5032-4962-a973-52972e5f3f48', 'name': '', 'network_id': '1eae05da-a5f2-48a6-8c8d-8d0f6277bf03', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'mac_address': 'fa:16:3e:d7:55:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90324555-7860-450b-b275-a51644ec4e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '53a2ceef-5244-4236-a0a4-54d5746f5af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:39Z', 'updated_at': '2021-10-27T11:42:40Z', 'revision_number': 2, 'project_id': '089b4f81cdd34067afdd535ec1de2c6b', 'subnets': [{'id': '53a2ceef-5244-4236-a0a4-54d5746f5af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:43.177661 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0386-3f5b-4cac-8328-673f4b6d5992 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.178028 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Checking router: 90324555-7860-450b-b275-a51644ec4e4e for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:42:43.178559 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Updating router 90324555-7860-450b-b275-a51644ec4e4e port 44e16d3e-5032-4962-a973-52972e5f3f48 binding host dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:42:43.183821 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0386-3f5b-4cac-8328-673f4b6d5992 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.199038 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd0386-3f5b-4cac-8328-673f4b6d5992 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b252c6fd-cae7-42d6-8aa4-497ccb884b25,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:43.219785 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0386-3f5b-4cac-8328-673f4b6d5992 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.223199 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-b5dd0386-3f5b-4cac-8328-673f4b6d5992 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1535790 Oct 27 11:42:43.224713 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47020) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:42:43.226076 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.229374 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-2b258918-4e74-48a2-921b-565557e0120d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Request body: {'security_group_rule': {'security_group_id': 'c4791046-1e18-4ecb-a6a3-9063ea874e17', 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:43.267220 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.securitygroups_db [None req-2b258918-4e74-48a2-921b-565557e0120d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Project 05c96c34cc5b487dbbca84b067026f01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:42:43.273796 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2b258918-4e74-48a2-921b-565557e0120d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.347313 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2b258918-4e74-48a2-921b-565557e0120d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.352531 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2b258918-4e74-48a2-921b-565557e0120d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.380705 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b258918-4e74-48a2-921b-565557e0120d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c8456e-9c93-4037-b997-9d73d7f80659,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:43.390295 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2b258918-4e74-48a2-921b-565557e0120d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.394693 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-2b258918-4e74-48a2-921b-565557e0120d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1660671 Oct 27 11:42:43.476650 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e77afb-cac4-4be0-a1b5-82ca9d6a6bb3 req-fd2aa166-f075-4aad-92de-31aef31e7618 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:43.478843 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-80e77afb-cac4-4be0-a1b5-82ca9d6a6bb3 req-fd2aa166-f075-4aad-92de-31aef31e7618 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 944 time: 0.0603166 Oct 27 11:42:43.548048 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-80e77afb-cac4-4be0-a1b5-82ca9d6a6bb3 req-9ec2af5b-2870-4530-80d3-172c299756ed tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547051 Oct 27 11:42:43.559303 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Publish callbacks [] for port, precommit_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.566851 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.630836 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c6ff3-f178-43e3-af1e-a8fad99b3d98 None None] Pushing event updated for resources: {'Port': ['ID=44e16d3e-5032-4962-a973-52972e5f3f48,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:43.689142 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Attempting to bind port 44e16d3e-5032-4962-a973-52972e5f3f48 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:42:43.690709 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Attempting to bind port 44e16d3e-5032-4962-a973-52972e5f3f48 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '00f36b9e-4fad-4c3e-b880-14c1363b2118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '1eae05da-a5f2-48a6-8c8d-8d0f6277bf03'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:42:43.691296 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Attempting to bind port 44e16d3e-5032-4962-a973-52972e5f3f48 on network 1eae05da-a5f2-48a6-8c8d-8d0f6277bf03 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:42:43.699248 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:42:43.699623 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Checking segment: {'id': '00f36b9e-4fad-4c3e-b880-14c1363b2118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '1eae05da-a5f2-48a6-8c8d-8d0f6277bf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:42:43.700145 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.700823 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Bound using segment: {'id': '00f36b9e-4fad-4c3e-b880-14c1363b2118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '1eae05da-a5f2-48a6-8c8d-8d0f6277bf03'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:42:43.701293 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Bound port: 44e16d3e-5032-4962-a973-52972e5f3f48, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f36b9e-4fad-4c3e-b880-14c1363b2118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '1eae05da-a5f2-48a6-8c8d-8d0f6277bf03'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:42:43.701663 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.789990 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] For port 44e16d3e-5032-4962-a973-52972e5f3f48, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:42:43.794154 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] For port 44e16d3e-5032-4962-a973-52972e5f3f48, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=44e16d3e-5032-4962-a973-52972e5f3f48,segment=NetworkSegment(00f36b9e-4fad-4c3e-b880-14c1363b2118),segment_id=00f36b9e-4fad-4c3e-b880-14c1363b2118)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:42:43.807034 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:43.843267 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41f065-572a-4494-97f4-f79ab4b432a7 req-bc352080-b75e-48f4-9756-1408ae34c77a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:43.847359 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6a41f065-572a-4494-97f4-f79ab4b432a7 req-bc352080-b75e-48f4-9756-1408ae34c77a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0676103 Oct 27 11:42:43.885261 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Routers {'90324555-7860-450b-b275-a51644ec4e4e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:42:43.885803 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:42:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['90324555-7860-450b-b275-a51644ec4e4e'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:43.907398 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6a41f065-572a-4494-97f4-f79ab4b432a7 req-6e4919ab-80ec-40a9-8f9a-37ac4a0a4e84 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535667 Oct 27 11:42:43.982896 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-0469993e-dc83-4cd3-ae2c-83b13ec1c7bc None None] Provisioning complete for port 44e16d3e-5032-4962-a973-52972e5f3f48 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:43.983330 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-0469993e-dc83-4cd3-ae2c-83b13ec1c7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:44.015484 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c6ff3-f178-43e3-af1e-a8fad99b3d98 None None] Pushing event updated for resources: {'Port': ['ID=44e16d3e-5032-4962-a973-52972e5f3f48,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:44.088831 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] Set router 90324555-7860-450b-b275-a51644ec4e4e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:42:44.143384 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-0469993e-dc83-4cd3-ae2c-83b13ec1c7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:44.252897 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-0469993e-dc83-4cd3-ae2c-83b13ec1c7bc None None] For port 44e16d3e-5032-4962-a973-52972e5f3f48, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=44e16d3e-5032-4962-a973-52972e5f3f48,segment=NetworkSegment(00f36b9e-4fad-4c3e-b880-14c1363b2118),segment_id=00f36b9e-4fad-4c3e-b880-14c1363b2118)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:44.258472 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-0469993e-dc83-4cd3-ae2c-83b13ec1c7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:44.303917 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:44.388817 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469993e-dc83-4cd3-ae2c-83b13ec1c7bc None None] Pushing event updated for resources: {'Port': ['ID=44e16d3e-5032-4962-a973-52972e5f3f48,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:44.409303 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-b18069df-4ab2-4750-9bec-a047aa466d09 None None] Provisioning complete for port 44e16d3e-5032-4962-a973-52972e5f3f48 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:44.409667 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b18069df-4ab2-4750-9bec-a047aa466d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:44.457189 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:44.458112 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:44.484811 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90324555-7860-450b-b275-a51644ec4e4e', 'name': 'tempest-TestVolumeBootPattern-2053615986-router', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:33Z', 'updated_at': '2021-10-27T11:42:40Z', 'revision_number': 4, 'project_id': '089b4f81cdd34067afdd535ec1de2c6b', 'gw_port': {'id': 'e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:96:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90324555-7860-450b-b275-a51644ec4e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:34Z', 'updated_at': '2021-10-27T11:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '44e16d3e-5032-4962-a973-52972e5f3f48', 'name': '', 'network_id': '1eae05da-a5f2-48a6-8c8d-8d0f6277bf03', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'mac_address': 'fa:16:3e:d7:55:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90324555-7860-450b-b275-a51644ec4e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '53a2ceef-5244-4236-a0a4-54d5746f5af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:39Z', 'updated_at': '2021-10-27T11:42:43Z', 'revision_number': 4, 'project_id': '089b4f81cdd34067afdd535ec1de2c6b', 'subnets': [{'id': '53a2ceef-5244-4236-a0a4-54d5746f5af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:42:44.521258 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1a78cb-fee0-4e7e-b26f-46e1e48fb63f None None] The sync data for ids ['90324555-7860-450b-b275-a51644ec4e4e'] in dv-cinder-815146-3-iscsi is: [{'id': '90324555-7860-450b-b275-a51644ec4e4e', 'name': 'tempest-TestVolumeBootPattern-2053615986-router', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:33Z', 'updated_at': '2021-10-27T11:42:40Z', 'revision_number': 4, 'project_id': '089b4f81cdd34067afdd535ec1de2c6b', 'gw_port': {'id': 'e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:96:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90324555-7860-450b-b275-a51644ec4e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:34Z', 'updated_at': '2021-10-27T11:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '44e16d3e-5032-4962-a973-52972e5f3f48', 'name': '', 'network_id': '1eae05da-a5f2-48a6-8c8d-8d0f6277bf03', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'mac_address': 'fa:16:3e:d7:55:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90324555-7860-450b-b275-a51644ec4e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '53a2ceef-5244-4236-a0a4-54d5746f5af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:39Z', 'updated_at': '2021-10-27T11:42:43Z', 'revision_number': 4, 'project_id': '089b4f81cdd34067afdd535ec1de2c6b', 'subnets': [{'id': '53a2ceef-5244-4236-a0a4-54d5746f5af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:42:44.683568 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3886a81-b58e-471a-b8d1-1b5e2af62bb2 req-cb126d2d-39a4-4326-af6e-52687d9c2142 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:44.685192 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c3886a81-b58e-471a-b8d1-1b5e2af62bb2 req-cb126d2d-39a4-4326-af6e-52687d9c2142 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 944 time: 0.0586550 Oct 27 11:42:44.730494 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c3886a81-b58e-471a-b8d1-1b5e2af62bb2 req-2d37df18-e6f1-4a65-9e58-3789e760c7a7 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392294 Oct 27 11:42:46.296588 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 44e16d3e-5032-4962-a973-52972e5f3f48 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:46.343308 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 44e16d3e-5032-4962-a973-52972e5f3f48 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:46.343675 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:46.919986 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b456b6-6b4c-4e27-b43f-6ad73a55e036 req-99cdb306-b95b-49ae-9d0e-c21fc37a1fd1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:46.921472 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-58b456b6-6b4c-4e27-b43f-6ad73a55e036 req-99cdb306-b95b-49ae-9d0e-c21fc37a1fd1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0758774 Oct 27 11:42:46.961130 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe37bf-066c-48d4-bfb3-9d69a39c188a req-c22f417d-be97-44a6-8c55-b881fe983b6e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:46.962610 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-04fe37bf-066c-48d4-bfb3-9d69a39c188a req-c22f417d-be97-44a6-8c55-b881fe983b6e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 944 time: 0.0848985 Oct 27 11:42:46.988235 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-58b456b6-6b4c-4e27-b43f-6ad73a55e036 req-d4f1dc8e-1890-457e-ac3d-abe50115b63d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590577 Oct 27 11:42:47.014729 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-04fe37bf-066c-48d4-bfb3-9d69a39c188a req-13a53679-bd9a-471b-86b3-3c4bfde7e78b tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414541 Oct 27 11:42:47.821908 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 247e2083-6c05-4d05-a353-a3540f09ad24 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:42:47.898656 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:47.904326 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port 247e2083-6c05-4d05-a353-a3540f09ad24 completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:42:47.908051 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port 247e2083-6c05-4d05-a353-a3540f09ad24 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:42:47.908407 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:47.996954 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:48.024122 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247e2083-6c05-4d05-a353-a3540f09ad24'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:42:48.026648 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0382dba0-7be5-464c-adb2-379759de5b71" -d '{"events": [{"server_uuid": "ebf4d370-3114-42ce-9a12-9f309e914cd2", "name": "network-vif-plugged", "status": "completed", "tag": "247e2083-6c05-4d05-a353-a3540f09ad24"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:42:48.128555 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8d713-198c-4c26-9df5-87f35944099d req-dc6e5075-1222-4b88-ac01-3d51327c8b51 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:48.131420 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4dd8d713-198c-4c26-9df5-87f35944099d req-dc6e5075-1222-4b88-ac01-3d51327c8b51 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0590975 Oct 27 11:42:48.200456 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 247e2083-6c05-4d05-a353-a3540f09ad24, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=247e2083-6c05-4d05-a353-a3540f09ad24,segment=NetworkSegment(5dbbf922-a772-4ad0-9b2f-e493274031ff),segment_id=5dbbf922-a772-4ad0-9b2f-e493274031ff)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:42:48.203955 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ecd1fa-9137-45bc-b5d9-56b81442527f x-openstack-request-id: req-88ecd1fa-9137-45bc-b5d9-56b81442527f {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:42:48.203955 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf4d370-3114-42ce-9a12-9f309e914cd2", "name": "network-vif-plugged", "status": "completed", "tag": "247e2083-6c05-4d05-a353-a3540f09ad24", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:42:48.203955 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88ecd1fa-9137-45bc-b5d9-56b81442527f {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:42:48.204370 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247e2083-6c05-4d05-a353-a3540f09ad24', 'code': 200} Oct 27 11:42:48.205569 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:48.218577 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a66d0-5728-4541-bf5a-c57cb1404a51 req-e352df9d-d875-4c42-a285-75f7dae11ff3 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:48.220101 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1c4a66d0-5728-4541-bf5a-c57cb1404a51 req-e352df9d-d875-4c42-a285-75f7dae11ff3 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 944 time: 0.0874381 Oct 27 11:42:48.223092 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4dd8d713-198c-4c26-9df5-87f35944099d req-cdb96c26-acd9-4be1-93b6-e80fce2dba24 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791850 Oct 27 11:42:48.257506 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=247e2083-6c05-4d05-a353-a3540f09ad24,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:48.267151 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1c4a66d0-5728-4541-bf5a-c57cb1404a51 req-6e0d9d94-4b64-4ad9-a4d5-3b64d23450ce tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371163 Oct 27 11:42:51.591989 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ff965-a588-41b8-b02f-63c44934c182 req-43df898f-24cc-44b4-9497-5b8a5138fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:51.593351 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bd9ff965-a588-41b8-b02f-63c44934c182 req-43df898f-24cc-44b4-9497-5b8a5138fbe0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 1098 time: 0.0403123 Oct 27 11:42:51.779881 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bd9ff965-a588-41b8-b02f-63c44934c182 req-3cb41fc0-931c-4e89-bc94-3dfe080a39fb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461334 Oct 27 11:42:51.806446 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04040dee-dafe-46e1-83c4-8ad21c1a9c0c req-e6a43188-e26a-441e-a2ca-7e50c9d8cb57 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:51.808388 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-04040dee-dafe-46e1-83c4-8ad21c1a9c0c req-e6a43188-e26a-441e-a2ca-7e50c9d8cb57 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.1393189 Oct 27 11:42:51.815120 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6f7ee-8f10-4760-aeb8-0bd153566c44 req-cab58c34-68be-40f2-b316-54592b9314d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:51.816595 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-29f6f7ee-8f10-4760-aeb8-0bd153566c44 req-cab58c34-68be-40f2-b316-54592b9314d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6cf4b776db943b78157db9573678d4d&device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 1098 time: 0.1140931 Oct 27 11:42:51.836326 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fb5f4-2249-4032-a849-d266e590afbb req-c8f7bcd3-1d14-4890-b8aa-478359384f9c tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:51.837866 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b50fb5f4-2249-4032-a849-d266e590afbb req-c8f7bcd3-1d14-4890-b8aa-478359384f9c tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 945 time: 0.1363878 Oct 27 11:42:51.883226 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-04040dee-dafe-46e1-83c4-8ad21c1a9c0c req-e0364102-1713-40db-b42a-66bcec434866 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655859 Oct 27 11:42:51.897015 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b50fb5f4-2249-4032-a849-d266e590afbb req-bc62a023-a7c2-4dcb-ad8c-868edb79b1a9 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526037 Oct 27 11:42:52.163201 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6f7ee-8f10-4760-aeb8-0bd153566c44 req-c5516a49-ac2c-4493-a7af-7909ce21f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:52.165051 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-29f6f7ee-8f10-4760-aeb8-0bd153566c44 req-c5516a49-ac2c-4493-a7af-7909ce21f84a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f295b617-1dee-47fd-847d-99b3b917163f HTTP/1.1" status: 200 len: 921 time: 0.1223109 Oct 27 11:42:52.220876 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-29f6f7ee-8f10-4760-aeb8-0bd153566c44 req-972d6344-d712-4c7e-92a7-afe3e8f0506a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcfab2c8-4b70-43a4-b4ce-ca5821dab427 HTTP/1.1" status: 200 len: 217 time: 0.0393605 Oct 27 11:42:52.285226 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6f7ee-8f10-4760-aeb8-0bd153566c44 req-2f3578bd-3580-401d-a00f-6a0c636aaa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:52.286645 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-29f6f7ee-8f10-4760-aeb8-0bd153566c44 req-2f3578bd-3580-401d-a00f-6a0c636aaa5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b5e998-50c9-4a4a-b99c-0238a60bf0ee HTTP/1.1" status: 200 len: 859 time: 0.0527377 Oct 27 11:42:52.338770 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-29f6f7ee-8f10-4760-aeb8-0bd153566c44 req-fdfaee2b-0ab0-4711-953d-a115c2001b46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f295b617-1dee-47fd-847d-99b3b917163f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323989 Oct 27 11:42:52.438485 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-29f6f7ee-8f10-4760-aeb8-0bd153566c44 req-6e8ce2aa-05c7-4bb6-bd3e-95217a64b11a service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867283 Oct 27 11:42:52.548269 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-29f6f7ee-8f10-4760-aeb8-0bd153566c44 req-95620293-4bf4-4f71-b0cb-c49ff9775257 service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985765 Oct 27 11:42:53.031025 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee3608-410e-45dd-addf-f5ddecc2bb07 req-12914290-d6fe-41db-8075-1b94badd9888 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:53.033915 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50ee3608-410e-45dd-addf-f5ddecc2bb07 req-12914290-d6fe-41db-8075-1b94badd9888 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0798664 Oct 27 11:42:53.054236 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec336112-e4ed-4378-baf3-0d6ee7b4b829 req-8ac98f0f-e596-4672-892c-c5426703ccfe tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:53.055664 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ec336112-e4ed-4378-baf3-0d6ee7b4b829 req-8ac98f0f-e596-4672-892c-c5426703ccfe tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 945 time: 0.0763299 Oct 27 11:42:53.339833 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50ee3608-410e-45dd-addf-f5ddecc2bb07 req-c6dd3467-5105-4aca-b3d4-8b12567d86c1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989571 Oct 27 11:42:53.347078 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ec336112-e4ed-4378-baf3-0d6ee7b4b829 req-9adef9dd-1ffe-498d-968a-10c8f24d8deb tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842376 Oct 27 11:42:54.485745 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb6c93-7f51-4a7b-9a42-6d3d3f4e611e req-59e97383-cd47-439c-990c-80996f0f11eb tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:54.487484 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-65eb6c93-7f51-4a7b-9a42-6d3d3f4e611e req-59e97383-cd47-439c-990c-80996f0f11eb tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0753748 Oct 27 11:42:54.499041 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675efd4-b6ad-45df-b649-981197e85b1e req-3b485bed-d375-4638-9f2f-fa059c876e89 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:54.500717 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9675efd4-b6ad-45df-b649-981197e85b1e req-3b485bed-d375-4638-9f2f-fa059c876e89 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 945 time: 0.0796611 Oct 27 11:42:54.561835 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-65eb6c93-7f51-4a7b-9a42-6d3d3f4e611e req-634ab899-b9bf-4c17-8dd2-3162153a6274 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601325 Oct 27 11:42:54.564580 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9675efd4-b6ad-45df-b649-981197e85b1e req-a9cbda90-a2a2-4809-9f86-288edea6e254 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563405 Oct 27 11:42:55.709059 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6c7ad-3bc6-4d7d-a4dc-71ad9c9eb9cd req-36b16bbe-fc28-4e32-94f8-c44f302ebd8b tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:55.710526 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9ca6c7ad-3bc6-4d7d-a4dc-71ad9c9eb9cd req-36b16bbe-fc28-4e32-94f8-c44f302ebd8b tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 945 time: 0.0683768 Oct 27 11:42:55.718346 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c09c36-ff07-4b94-88c9-0bd739775bf6 req-8bf020b2-9012-4996-a92d-b06d6cfc9e79 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:55.719841 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-43c09c36-ff07-4b94-88c9-0bd739775bf6 req-8bf020b2-9012-4996-a92d-b06d6cfc9e79 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0866494 Oct 27 11:42:55.774049 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9ca6c7ad-3bc6-4d7d-a4dc-71ad9c9eb9cd req-6da69465-9a46-4a64-bf84-58a29ef25f38 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532365 Oct 27 11:42:55.778691 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-43c09c36-ff07-4b94-88c9-0bd739775bf6 req-0d474565-bfe8-4ed4-a7f9-910431efe535 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520642 Oct 27 11:42:56.933763 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea8bf6-5f16-4641-9eee-dadd40b61a5b req-7043eb55-55c6-48cc-8e36-92d0b84abe4d tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:56.935359 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bbea8bf6-5f16-4641-9eee-dadd40b61a5b req-7043eb55-55c6-48cc-8e36-92d0b84abe4d tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 945 time: 0.0893800 Oct 27 11:42:56.949716 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d09cd6-aca7-4c1d-a20e-498477b4d1cc req-3d317275-6f79-4567-ae93-74f76e06881b tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:56.951168 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-92d09cd6-aca7-4c1d-a20e-498477b4d1cc req-3d317275-6f79-4567-ae93-74f76e06881b tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0940342 Oct 27 11:42:57.003540 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bbea8bf6-5f16-4641-9eee-dadd40b61a5b req-8d520951-88ca-4f83-8c09-39a199aaa198 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621355 Oct 27 11:42:57.011389 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-92d09cd6-aca7-4c1d-a20e-498477b4d1cc req-5ad286b7-beed-49db-8ae5-a0f84c9c2fb3 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535913 Oct 27 11:42:57.131101 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820bd30-fe9a-46f2-b081-c70750625040 req-9c633cbd-f870-4350-baa9-99e422927c1e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:57.132598 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9820bd30-fe9a-46f2-b081-c70750625040 req-9c633cbd-f870-4350-baa9-99e422927c1e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 945 time: 0.0536885 Oct 27 11:42:57.171333 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9820bd30-fe9a-46f2-b081-c70750625040 req-5e8c926e-8d7f-4e48-b1b4-2318922e4600 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326514 Oct 27 11:42:57.387250 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-1812813d-3b1f-486e-94d4-a89d710afe5f tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:57.388709 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-1812813d-3b1f-486e-94d4-a89d710afe5f tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/networks?id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c HTTP/1.1" status: 200 len: 814 time: 0.1077929 Oct 27 11:42:57.404161 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b252a27d-083c-48ff-876e-099b760715e2 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/quotas/dbf1ce447b7e4bbd9810e10c6b8b5610 HTTP/1.1" status: 200 len: 375 time: 0.0094557 Oct 27 11:42:57.461240 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-ca36fb2d-1fc0-4bd9-9da8-427be819439d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf1ce447b7e4bbd9810e10c6b8b5610&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513525 Oct 27 11:42:57.562437 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-9c24c589-66d4-45fb-9ba4-197856ee39d4 service neutron] 10.222.0.36 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915918 Oct 27 11:42:57.666909 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-77a3027b-08e5-4dc3-9ada-af2a0c1ebda1 service neutron] 10.222.0.36 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972159 Oct 27 11:42:57.862668 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54f59f-63f9-42b4-934b-d8248588a5c2 req-4e852a80-9ebb-4c02-8a16-b7d8b7c9f64f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:57.871507 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2b54f59f-63f9-42b4-934b-d8248588a5c2 req-4e852a80-9ebb-4c02-8a16-b7d8b7c9f64f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 945 time: 0.0959048 Oct 27 11:42:57.909723 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2b54f59f-63f9-42b4-934b-d8248588a5c2 req-de74cae3-0958-4f04-a217-5603e6ebf4e8 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373554 Oct 27 11:42:57.984021 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c0995316-48fa-4127-82e3-8336cdd39170 req-10e0c20b-75b2-4fd0-9f9c-66947774e99b tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 210 time: 0.0274200 Oct 27 11:42:58.146808 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378ab94-d2ca-4f60-9cca-3d458c0f4cbc req-ffc0e3a3-a885-4229-a4e6-fba55a4aca5a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:58.148924 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8378ab94-d2ca-4f60-9cca-3d458c0f4cbc req-ffc0e3a3-a885-4229-a4e6-fba55a4aca5a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0591266 Oct 27 11:42:58.197209 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8378ab94-d2ca-4f60-9cca-3d458c0f4cbc req-25d292f3-0a6f-4d42-81c2-3e7c3ccf6c2e tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Oct 27 11:42:58.413724 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52ad16-c05d-456f-a407-a788bfc547f4 req-be4443aa-c3d1-4d62-9f35-66fb9889f4cf tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:58.415408 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9c52ad16-c05d-456f-a407-a788bfc547f4 req-be4443aa-c3d1-4d62-9f35-66fb9889f4cf tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0647674 Oct 27 11:42:58.456211 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9c52ad16-c05d-456f-a407-a788bfc547f4 req-ad1ab5fa-e08b-4070-a42d-7a5b17c7e36a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350263 Oct 27 11:42:59.126327 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b3ed626d-1597-42fb-ac6d-2da8c2696963 req-eb5d6e6c-77c5-4b1f-a10c-50c30b1b5963 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 210 time: 0.0638897 Oct 27 11:42:59.182037 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-18fb469d-e75b-486b-80b7-37bd08e7cd24 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:59.183528 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-18fb469d-e75b-486b-80b7-37bd08e7cd24 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "GET /v2.0/networks?id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c HTTP/1.1" status: 200 len: 814 time: 0.1309936 Oct 27 11:42:59.204202 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b9bec73a-fd01-4fd2-ad25-213938b32520 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Request body: {'port': {'device_id': '97880a85-d136-45bf-a580-09276816bef8', 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c', 'admin_state_up': True, 'tenant_id': 'dbf1ce447b7e4bbd9810e10c6b8b5610'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:42:59.348060 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbc1d3-0456-472a-a041-61eb8a1eaafa req-cd2c5579-fe85-458b-a5b2-713fdb1c5c2a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:59.350667 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-02bbc1d3-0456-472a-a041-61eb8a1eaafa req-cd2c5579-fe85-458b-a5b2-713fdb1c5c2a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0692065 Oct 27 11:42:59.350667 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b9bec73a-fd01-4fd2-ad25-213938b32520 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Made reservation on behalf of dbf1ce447b7e4bbd9810e10c6b8b5610 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:42:59.354105 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b9bec73a-fd01-4fd2-ad25-213938b32520 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:59.448269 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-02bbc1d3-0456-472a-a041-61eb8a1eaafa req-c9aaff59-359b-400f-81a1-a997d9fe8f1b tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797319 Oct 27 11:42:59.517744 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b9bec73a-fd01-4fd2-ad25-213938b32520 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Allocated IP 172.20.0.7 (409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c/212d8791-4b7d-4e98-a67a-01cceff80f31/e5d173de-2e5c-48a5-9ae4-a2f70aba8483) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:42:59.657538 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56ada5-a03b-43ca-a04f-e6dfafdb77b6 req-12f96098-f250-4688-8234-87fd6625d8a9 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:59.659034 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4b56ada5-a03b-43ca-a04f-e6dfafdb77b6 req-12f96098-f250-4688-8234-87fd6625d8a9 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.1084406 Oct 27 11:42:59.725645 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4b56ada5-a03b-43ca-a04f-e6dfafdb77b6 req-afe654ab-6010-4e9e-9ab5-9edeb352a1be tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588291 Oct 27 11:42:59.757796 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b9bec73a-fd01-4fd2-ad25-213938b32520 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:59.805695 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b9bec73a-fd01-4fd2-ad25-213938b32520 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:59.823310 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['1420b59a-5ff4-4719-aa84-e707e403d07e', 'b012a5b3-1206-4218-b43b-c64b13d96f84', 'd27cffe4-168c-421b-b64c-a14bcb4038e4'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:42:59.867749 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b9bec73a-fd01-4fd2-ad25-213938b32520 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:42:59.871214 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b9bec73a-fd01-4fd2-ad25-213938b32520 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:42:59.876538 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b9bec73a-fd01-4fd2-ad25-213938b32520 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:42:59.883027 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b9bec73a-fd01-4fd2-ad25-213938b32520 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:59.883763 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b9bec73a-fd01-4fd2-ad25-213938b32520 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:59.915926 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bec73a-fd01-4fd2-ad25-213938b32520 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Pushing event updated for resources: {'Port': ['ID=e5d173de-2e5c-48a5-9ae4-a2f70aba8483,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:42:59.934284 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b9bec73a-fd01-4fd2-ad25-213938b32520 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7330279 Oct 27 11:42:59.964145 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Request body: {'port': {'device_id': '97880a85-d136-45bf-a580-09276816bef8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:00.022965 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:00.276695 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24786e7-bdfb-4ec3-9d81-dcc0aad8c512 req-fa214eac-6e86-42c7-af41-9d7dd665549d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:00.278150 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e24786e7-bdfb-4ec3-9d81-dcc0aad8c512 req-fa214eac-6e86-42c7-af41-9d7dd665549d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 931 time: 0.0791395 Oct 27 11:43:00.354949 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e24786e7-bdfb-4ec3-9d81-dcc0aad8c512 req-eb2118ac-5ebf-4449-8588-bf5ef02ad757 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697432 Oct 27 11:43:00.358476 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d173de-2e5c-48a5-9ae4-a2f70aba8483 {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:43:00.366482 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:00.378493 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Transition to ACTIVE for port object e5d173de-2e5c-48a5-9ae4-a2f70aba8483 will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:43:00.383080 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:00.434286 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d173de-2e5c-48a5-9ae4-a2f70aba8483,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:00.465394 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Attempting to bind port e5d173de-2e5c-48a5-9ae4-a2f70aba8483 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:43:00.465726 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Attempting to bind port e5d173de-2e5c-48a5-9ae4-a2f70aba8483 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:43:00.466045 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Attempting to bind port e5d173de-2e5c-48a5-9ae4-a2f70aba8483 on network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:43:00.470262 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Port e5d173de-2e5c-48a5-9ae4-a2f70aba8483 on network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:43:00.470576 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Attempting to bind port e5d173de-2e5c-48a5-9ae4-a2f70aba8483 on network 409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:43:00.476112 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:43:00.476442 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Checking segment: {'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:43:00.476865 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Bound using segment: {'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:43:00.477270 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Bound port: e5d173de-2e5c-48a5-9ae4-a2f70aba8483, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd994db81-a479-4bb5-9518-14ffe14020a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:43:00.477619 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:00.575021 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] For port e5d173de-2e5c-48a5-9ae4-a2f70aba8483, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:43:00.591133 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] For port e5d173de-2e5c-48a5-9ae4-a2f70aba8483, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e5d173de-2e5c-48a5-9ae4-a2f70aba8483,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:43:00.599863 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:00.613336 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acfe5f-69ae-42fb-b5ff-ba2454a4a7a0 req-113f38c2-186d-4b3c-8b79-8cb252861bfc tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:00.615155 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-95acfe5f-69ae-42fb-b5ff-ba2454a4a7a0 req-113f38c2-186d-4b3c-8b79-8cb252861bfc tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0874596 Oct 27 11:43:00.662314 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:00.663045 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:00.664418 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] 10.222.0.41 "PUT /v2.0/ports/e5d173de-2e5c-48a5-9ae4-a2f70aba8483 HTTP/1.1" status: 200 len: 1093 time: 0.7098861 Oct 27 11:43:00.666864 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97880a85-d136-45bf-a580-09276816bef8', 'tag': 'e5d173de-2e5c-48a5-9ae4-a2f70aba8483'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:43:00.669044 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c795eca-a743-4a29-b47a-22c756878607" -d '{"events": [{"name": "network-changed", "server_uuid": "97880a85-d136-45bf-a580-09276816bef8", "tag": "e5d173de-2e5c-48a5-9ae4-a2f70aba8483"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:43:00.705262 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-95acfe5f-69ae-42fb-b5ff-ba2454a4a7a0 req-3620fbb5-dff4-490c-9ad1-e8db520bece5 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662496 Oct 27 11:43:00.710238 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d97a9-ee6d-42ac-8b1c-896db053cd49 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d173de-2e5c-48a5-9ae4-a2f70aba8483,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:00.724625 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9593b94e-541f-479a-88cb-b185401f3228 x-openstack-request-id: req-9593b94e-541f-479a-88cb-b185401f3228 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:43:00.724625 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97880a85-d136-45bf-a580-09276816bef8", "tag": "e5d173de-2e5c-48a5-9ae4-a2f70aba8483", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:43:00.726429 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9593b94e-541f-479a-88cb-b185401f3228 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:43:00.727102 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97880a85-d136-45bf-a580-09276816bef8', 'tag': 'e5d173de-2e5c-48a5-9ae4-a2f70aba8483', 'status': 'completed', 'code': 200} Oct 27 11:43:00.811463 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-d41eac49-3530-4433-96e3-ffbaf2ecda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:00.813196 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-d41eac49-3530-4433-96e3-ffbaf2ecda67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbf1ce447b7e4bbd9810e10c6b8b5610&device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 1096 time: 0.0490437 Oct 27 11:43:00.885276 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-5f2e8f47-5517-4524-8066-03ec95f3435e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5d173de-2e5c-48a5-9ae4-a2f70aba8483 HTTP/1.1" status: 200 len: 217 time: 0.0538695 Oct 27 11:43:00.931693 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd15dd-5a62-4772-993c-e28b94134fc1 req-f87bc0da-0bf4-4e10-ab94-0d21372a41bf tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:00.933062 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-67cd15dd-5a62-4772-993c-e28b94134fc1 req-f87bc0da-0bf4-4e10-ab94-0d21372a41bf tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.1121662 Oct 27 11:43:00.963929 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-ac9e0492-19c4-47d2-9349-c7a1802f8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:00.965411 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-ac9e0492-19c4-47d2-9349-c7a1802f8c2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212d8791-4b7d-4e98-a67a-01cceff80f31 HTTP/1.1" status: 200 len: 854 time: 0.0693913 Oct 27 11:43:01.010827 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-67cd15dd-5a62-4772-993c-e28b94134fc1 req-c1600abc-8f73-4045-b1d7-539dd9d6ac5e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714381 Oct 27 11:43:01.013023 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-b69611ee-46a8-433f-8765-5dce946127c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359178 Oct 27 11:43:01.108768 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-845cc7c7-69b0-44e1-b3ec-ea6c65e218f5 service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856149 Oct 27 11:43:01.208692 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e775c4e5-752f-459b-b51d-4edd690d48b3 req-f63eef40-d8f2-4ca3-adf8-a5bfb3168510 service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869150 Oct 27 11:43:01.305425 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c795eca-a743-4a29-b47a-22c756878607 req-fd7c97d2-4c53-4407-94f2-3e369c50c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:01.306958 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6c795eca-a743-4a29-b47a-22c756878607 req-fd7c97d2-4c53-4407-94f2-3e369c50c7c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dbf1ce447b7e4bbd9810e10c6b8b5610&device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 1096 time: 0.0387845 Oct 27 11:43:01.404231 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c795eca-a743-4a29-b47a-22c756878607 req-497e43e8-e345-4602-977c-f70e2d724d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:01.405736 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6c795eca-a743-4a29-b47a-22c756878607 req-497e43e8-e345-4602-977c-f70e2d724d91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c HTTP/1.1" status: 200 len: 916 time: 0.0882092 Oct 27 11:43:01.457682 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6c795eca-a743-4a29-b47a-22c756878607 req-bde42271-3865-4dc9-b983-76a64093dae9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5d173de-2e5c-48a5-9ae4-a2f70aba8483 HTTP/1.1" status: 200 len: 217 time: 0.0434463 Oct 27 11:43:01.529041 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c795eca-a743-4a29-b47a-22c756878607 req-6f398e4b-15e6-464d-8ee6-e1a07b5237e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:01.530460 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6c795eca-a743-4a29-b47a-22c756878607 req-6f398e4b-15e6-464d-8ee6-e1a07b5237e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=212d8791-4b7d-4e98-a67a-01cceff80f31 HTTP/1.1" status: 200 len: 854 time: 0.0564575 Oct 27 11:43:01.537720 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca20241-ffc1-479d-b3bc-d36a2b609494 req-f2fca2c4-32f0-4ecc-97e9-08bd271a5b67 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:01.539058 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5ca20241-ffc1-479d-b3bc-d36a2b609494 req-f2fca2c4-32f0-4ecc-97e9-08bd271a5b67 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 943 time: 0.1158726 Oct 27 11:43:01.573784 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6c795eca-a743-4a29-b47a-22c756878607 req-9167ebf5-3b03-4712-bb96-2187bca7714a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337875 Oct 27 11:43:01.600688 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5ca20241-ffc1-479d-b3bc-d36a2b609494 req-8ef5dc42-18f5-4ad8-b2c5-48996b123024 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534959 Oct 27 11:43:01.679484 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6c795eca-a743-4a29-b47a-22c756878607 req-8e974f17-60f9-46fb-9652-d2b9146879ed service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933256 Oct 27 11:43:01.777325 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6c795eca-a743-4a29-b47a-22c756878607 req-740558e3-abac-465b-bbe6-7363ce48b8ee service neutron] 10.222.0.41 "GET /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891330 Oct 27 11:43:01.828567 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1eb48-d90d-4bbe-b472-dc785fce6ff2 req-18501088-1d49-4c3c-abf9-4fbef67a301e tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:01.830268 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6ea1eb48-d90d-4bbe-b472-dc785fce6ff2 req-18501088-1d49-4c3c-abf9-4fbef67a301e tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0519378 Oct 27 11:43:01.877173 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6ea1eb48-d90d-4bbe-b472-dc785fce6ff2 req-6d55d2fe-bfe3-47f1-b7cf-5eedb3a35f2c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393147 Oct 27 11:43:02.047379 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47458) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:02.146200 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0e192-6bdc-442c-a3dc-60864bf58b48 req-82a79387-1eb3-4b52-a489-e045845f0766 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:02.147768 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-abf0e192-6bdc-442c-a3dc-60864bf58b48 req-82a79387-1eb3-4b52-a489-e045845f0766 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0540345 Oct 27 11:43:02.170286 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4f4a334e-7d66-4b8a-bfaf-bd85eb5d8103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:02.187865 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-abf0e192-6bdc-442c-a3dc-60864bf58b48 req-a6ea6f50-9e46-4c31-acff-469a414a9ceb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336239 Oct 27 11:43:02.255848 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4f4a334e-7d66-4b8a-bfaf-bd85eb5d8103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:02.260455 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-4f4a334e-7d66-4b8a-bfaf-bd85eb5d8103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:02.301511 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-4f4a334e-7d66-4b8a-bfaf-bd85eb5d8103 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6867e19f8d54a5d860d6b37628469be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516019 Oct 27 11:43:02.302169 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a334e-7d66-4b8a-bfaf-bd85eb5d8103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d649bc4f-afff-4bc0-a943-498d1624fb49,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:02.304202 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 47466) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:02.360764 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a65ab5e6-5d7e-48b2-9bba-67834eec91d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:02.384799 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a65ab5e6-5d7e-48b2-9bba-67834eec91d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:02.440634 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a65ab5e6-5d7e-48b2-9bba-67834eec91d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:02.445121 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a65ab5e6-5d7e-48b2-9bba-67834eec91d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:02.447164 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-a65ab5e6-5d7e-48b2-9bba-67834eec91d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d649bc4f-afff-4bc0-a943-498d1624fb49 HTTP/1.1" status: 204 len: 168 time: 0.1418219 Oct 27 11:43:02.458212 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ab5e6-5d7e-48b2-9bba-67834eec91d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d649bc4f-afff-4bc0-a943-498d1624fb49,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:02.607522 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac470dbf-d2c7-46b4-aa20-688d7f7559f2 req-0c30b01c-92f4-42eb-8074-0f593fc0da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:02.610261 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ac470dbf-d2c7-46b4-aa20-688d7f7559f2 req-0c30b01c-92f4-42eb-8074-0f593fc0da51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 1098 time: 0.0407388 Oct 27 11:43:02.656683 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ac470dbf-d2c7-46b4-aa20-688d7f7559f2 req-326b0bfc-2abf-4a42-ad69-14f794fb1636 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375259 Oct 27 11:43:02.721422 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69e357-9d23-4b61-9f76-7b4ed84115c2 req-259744ba-706b-487a-bf45-f49ded7c8529 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:02.724163 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7a69e357-9d23-4b61-9f76-7b4ed84115c2 req-259744ba-706b-487a-bf45-f49ded7c8529 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 943 time: 0.0496979 Oct 27 11:43:02.767946 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7a69e357-9d23-4b61-9f76-7b4ed84115c2 req-68f6acd1-2bde-4117-a70a-a230b18651e0 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386043 Oct 27 11:43:03.001042 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bdfb1-0bfe-4bb6-8270-16e8991f1a7a req-1dcf566d-82ef-42a7-bc50-21ab32fba8b0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:03.002600 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-087bdfb1-0bfe-4bb6-8270-16e8991f1a7a req-1dcf566d-82ef-42a7-bc50-21ab32fba8b0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0511391 Oct 27 11:43:03.054851 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-087bdfb1-0bfe-4bb6-8270-16e8991f1a7a req-94dce4d1-fd84-423a-8486-eba30ea825b5 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451303 Oct 27 11:43:03.152826 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 47506) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:03.252979 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1046590205-network', 'tenant_id': '6f38f92679b64439a45356929b30a550'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:03.304503 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] Made reservation on behalf of 6f38f92679b64439a45356929b30a550 for: {'network': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:43:03.306937 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:03.318731 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:03.339821 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70689c3d-bfc0-45b4-b5a3-f7827f7d0763 req-da38bdf2-9d00-4449-9113-7ac85de1f6f2 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:03.341260 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-70689c3d-bfc0-45b4-b5a3-f7827f7d0763 req-da38bdf2-9d00-4449-9113-7ac85de1f6f2 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0766799 Oct 27 11:43:03.394638 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-70689c3d-bfc0-45b4-b5a3-f7827f7d0763 req-a3a0461a-bfae-4ea8-8f70-68ecded9c094 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472503 Oct 27 11:43:03.437519 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:03.442938 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:03.467488 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1191} {{(pid=108003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:43:03.476776 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931b5094-6b55-4d6e-8f68-c265997865e6,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:03.483435 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:03.483771 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.segments_db [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] Added segment 3eca4d4f-f65f-467d-845d-25210b1b3004 of type vlan for network 9b77b30a-35e6-40db-9719-c7556d6605d9 Oct 27 11:43:03.525295 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:03.550939 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:03.551881 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:03.552465 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:03.618124 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4640141 Oct 27 11:43:03.621204 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47516) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:03.621951 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831f0e2-a8cc-4462-a94f-fabee0d9c20f admin admin] Pushing event updated for resources: {'Network': ['ID=9b77b30a-35e6-40db-9719-c7556d6605d9,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:03.626246 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-3365aabc-712a-4bc0-874c-20807a5d1fb2 admin admin] Request body: {'subnet': {'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1046590205-subnet', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'ip_version': 4}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:03.632136 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network 9b77b30a-35e6-40db-9719-c7556d6605d9 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:43:03.647480 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3365aabc-712a-4bc0-874c-20807a5d1fb2 admin admin] Made reservation on behalf of 6f38f92679b64439a45356929b30a550 for: {'subnet': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:43:03.649828 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3365aabc-712a-4bc0-874c-20807a5d1fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25364064'] for subnet, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:03.819449 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3365aabc-712a-4bc0-874c-20807a5d1fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29335399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25364082'] for subnet, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:03.876909 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365aabc-712a-4bc0-874c-20807a5d1fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b96d60d-9ede-4ef7-a71b-5fba29fa7c72,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:03.882223 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7b57c-1c07-491b-9301-882bf542498f req-1878e58b-e356-4d36-af9c-cdb41f24d0e5 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:03.883668 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4fb7b57c-1c07-491b-9301-882bf542498f req-1878e58b-e356-4d36-af9c-cdb41f24d0e5 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 943 time: 0.0498760 Oct 27 11:43:03.885105 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3365aabc-712a-4bc0-874c-20807a5d1fb2 admin admin] Checking segment: {'id': '3eca4d4f-f65f-467d-845d-25210b1b3004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:43:03.885299 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3365aabc-712a-4bc0-874c-20807a5d1fb2 admin admin] Network hostable DHCP agents. Network: 9b77b30a-35e6-40db-9719-c7556d6605d9, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:43:03.902847 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3365aabc-712a-4bc0-874c-20807a5d1fb2 admin admin] Network 9b77b30a-35e6-40db-9719-c7556d6605d9 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:43:03.913072 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-3365aabc-712a-4bc0-874c-20807a5d1fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, 9b77b30a-35e6-40db-9719-c7556d6605d9) {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:43:03.918017 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3365aabc-712a-4bc0-874c-20807a5d1fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:03.918644 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3365aabc-712a-4bc0-874c-20807a5d1fb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:03.923039 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4fb7b57c-1c07-491b-9301-882bf542498f req-aebaca8d-f4d9-4a3a-b5fb-a2281974a874 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328641 Oct 27 11:43:03.925030 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4a7785-3a08-4294-be9e-365e11f0c708 None None] Network 9b77b30a-35e6-40db-9719-c7556d6605d9 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:43:03.939891 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-3365aabc-712a-4bc0-874c-20807a5d1fb2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3152659 Oct 27 11:43:03.940567 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 47520) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:03.945893 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:03.969297 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4068'] for router, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:03.970351 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4063'] for router, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:04.026645 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:04.101348 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bb0f65-b18b-577f-a9b0-4f34f5688153-9b77b30a-35e6-40db-9719-c7556d6605d9', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'fixed_ips': [{'subnet_id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72'}]}} from dv-cinder-815146-3-iscsi. {{(pid=108004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:43:04.102242 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:04.219308 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:04.267767 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.db_base_plugin_common [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Allocated IP 172.20.0.2 (9b77b30a-35e6-40db-9719-c7556d6605d9/9b96d60d-9ede-4ef7-a71b-5fba29fa7c72/1d60fd1d-1232-4ea0-8166-4c257b100118) {{(pid=108004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:43:04.291436 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d539e4-e2be-488f-b636-76c18e4dcdd1 req-4a08d272-1180-4aea-a70d-4fa7b32332a4 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:04.292964 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a9d539e4-e2be-488f-b636-76c18e4dcdd1 req-4a08d272-1180-4aea-a70d-4fa7b32332a4 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.1484900 Oct 27 11:43:04.355396 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a9d539e4-e2be-488f-b636-76c18e4dcdd1 req-e8e73f8a-0c41-46bc-a62f-de6293ac9e1b tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537999 Oct 27 11:43:04.403971 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device e5d173de-2e5c-48a5-9ae4-a2f70aba8483 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:43:04.439295 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Publish callbacks [] for port, precommit_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:04.460749 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:04.543648 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Network 9b77b30a-35e6-40db-9719-c7556d6605d9 is already hosted by enough agents. {{(pid=108004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:43:04.550041 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.base_scheduler [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Resources bound (agent type, host, resource id): {{(pid=108004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:43:04.556091 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Received port after_create {{(pid=108004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:43:04.575234 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Pushing event updated for resources: {'Port': ['ID=1d60fd1d-1232-4ea0-8166-4c257b100118,revision_number=1']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:04.613700 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:04.614097 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:04.614491 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:04.614948 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:04.615358 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:04.615698 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:04.616049 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:04.616475 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:04.617366 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:04.617366 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:04.617620 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:04.617742 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:04.625386 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port e5d173de-2e5c-48a5-9ae4-a2f70aba8483, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e5d173de-2e5c-48a5-9ae4-a2f70aba8483,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:04.663010 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': 'e5d173de-2e5c-48a5-9ae4-a2f70aba8483', 'network_id': '409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c', 'port_id': 'e5d173de-2e5c-48a5-9ae4-a2f70aba8483', 'mac_address': 'fa:16:3e:22:22:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212d8791-4b7d-4e98-a67a-01cceff80f31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:43:04.676280 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Attempting to bind port 1d60fd1d-1232-4ea0-8166-4c257b100118 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:43:04.676859 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Attempting to bind port 1d60fd1d-1232-4ea0-8166-4c257b100118 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '3eca4d4f-f65f-467d-845d-25210b1b3004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:43:04.676982 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Attempting to bind port 1d60fd1d-1232-4ea0-8166-4c257b100118 on network 9b77b30a-35e6-40db-9719-c7556d6605d9 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:43:04.707769 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:43:04.708141 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Checking segment: {'id': '3eca4d4f-f65f-467d-845d-25210b1b3004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:43:04.708534 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:04.708926 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Bound using segment: {'id': '3eca4d4f-f65f-467d-845d-25210b1b3004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:43:04.709404 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Bound port: 1d60fd1d-1232-4ea0-8166-4c257b100118, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eca4d4f-f65f-467d-845d-25210b1b3004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:43:04.709782 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:04.730935 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:04.768725 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d173de-2e5c-48a5-9ae4-a2f70aba8483 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:43:04.785468 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e283a0-5098-4ab7-9123-5f0325360d56 req-50ff3583-d7ed-4494-ac48-222883f61ca0 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:04.787037 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-19e283a0-5098-4ab7-9123-5f0325360d56 req-50ff3583-d7ed-4494-ac48-222883f61ca0 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0846255 Oct 27 11:43:04.791529 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:04.815901 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port e5d173de-2e5c-48a5-9ae4-a2f70aba8483, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e5d173de-2e5c-48a5-9ae4-a2f70aba8483,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:04.824482 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:04.825138 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:04.856395 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] For port 1d60fd1d-1232-4ea0-8166-4c257b100118, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:43:04.879039 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] For port 1d60fd1d-1232-4ea0-8166-4c257b100118, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=1d60fd1d-1232-4ea0-8166-4c257b100118,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:43:04.885451 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:04.904450 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=e5d173de-2e5c-48a5-9ae4-a2f70aba8483,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:04.928637 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-19e283a0-5098-4ab7-9123-5f0325360d56 req-0955a37e-184b-4ace-9a4b-4891480d3ba2 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340389 Oct 27 11:43:04.991498 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Allocated IP 172.27.3.196 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/3649a1e4-fbc3-4420-a280-e374bebc5cd9) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:43:04.992052 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326d894-1e8f-4b85-87df-504fe98eb3eb None None] Pushing event updated for resources: {'Port': ['ID=1d60fd1d-1232-4ea0-8166-4c257b100118,revision_number=2']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:05.137157 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c41836-29fa-4a6a-aa53-c5349acbcef3 req-d8b8e5a1-9632-4808-aa24-d967241c27bd tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:05.138780 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e4c41836-29fa-4a6a-aa53-c5349acbcef3 req-d8b8e5a1-9632-4808-aa24-d967241c27bd tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 944 time: 0.1290686 Oct 27 11:43:05.190299 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:05.215307 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e4c41836-29fa-4a6a-aa53-c5349acbcef3 req-57e80cf1-b1e1-4bdb-9654-e1b94579c5b5 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687628 Oct 27 11:43:05.254167 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:05.299109 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:43:05.302273 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:43:05.304804 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['e5d173de-2e5c-48a5-9ae4-a2f70aba8483'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:43:05.306224 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:43:05.371053 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Pushing event updated for resources: {'Port': ['ID=3649a1e4-fbc3-4420-a280-e374bebc5cd9,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:05.598092 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc05e5-c8ba-4122-9ffe-2a5d0341dac9 req-6ba9ec96-f145-4f12-af34-aee5925b6999 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:05.599614 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cbdc05e5-c8ba-4122-9ffe-2a5d0341dac9 req-6ba9ec96-f145-4f12-af34-aee5925b6999 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.1561615 Oct 27 11:43:05.643062 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d15087-a00f-4a39-ae69-43ebe39abc4e req-ec27d1f3-fdb2-470b-8696-9f2464e43988 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:05.645156 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c0d15087-a00f-4a39-ae69-43ebe39abc4e req-ec27d1f3-fdb2-470b-8696-9f2464e43988 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.1088715 Oct 27 11:43:05.646047 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:05.740717 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cbdc05e5-c8ba-4122-9ffe-2a5d0341dac9 req-77955dc9-3c26-4f20-8e47-3237364f14af tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309416 Oct 27 11:43:05.781969 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c0d15087-a00f-4a39-ae69-43ebe39abc4e req-3bfebfb2-d5a5-489d-bcae-3cc34886768a tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297610 Oct 27 11:43:05.922762 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613775'] for router, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:05.978781 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63063df-86de-42b4-b76b-74a8780daa55 None None] Network 9b77b30a-35e6-40db-9719-c7556d6605d9 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:43:06.078212 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-eca2d971-9e6e-4293-9fd4-e3707627a80d None None] Provisioning complete for port 1d60fd1d-1232-4ea0-8166-4c257b100118 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:06.078698 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-eca2d971-9e6e-4293-9fd4-e3707627a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:06.146559 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718311a3-fec3-4b69-9e17-00aa6565d07c req-493c28db-64dc-4d80-960e-5866d4f6bef9 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:06.148047 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-718311a3-fec3-4b69-9e17-00aa6565d07c req-493c28db-64dc-4d80-960e-5866d4f6bef9 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.1533768 Oct 27 11:43:06.149699 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c3b78-67ed-443b-b5db-8e15315febb0 req-1ab1fcfe-71ec-412d-b940-14c66913c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:06.151341 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5b8c3b78-67ed-443b-b5db-8e15315febb0 req-1ab1fcfe-71ec-412d-b940-14c66913c94c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6cf4b776db943b78157db9573678d4d&device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 1098 time: 0.1552198 Oct 27 11:43:06.160955 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5e6ee-4b22-4642-8f98-7f1ea7b8fb4c req-2159833f-ef53-4b61-a0ca-49f0d3d1a9cd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:06.162387 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b3f5e6ee-4b22-4642-8f98-7f1ea7b8fb4c req-2159833f-ef53-4b61-a0ca-49f0d3d1a9cd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.1303294 Oct 27 11:43:06.225523 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-eca2d971-9e6e-4293-9fd4-e3707627a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:06.265905 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-eca2d971-9e6e-4293-9fd4-e3707627a80d None None] For port 1d60fd1d-1232-4ea0-8166-4c257b100118, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=1d60fd1d-1232-4ea0-8166-4c257b100118,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:06.274226 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-eca2d971-9e6e-4293-9fd4-e3707627a80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:06.314235 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-718311a3-fec3-4b69-9e17-00aa6565d07c req-1fa51c26-6064-4495-ae64-002820a03799 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488323 Oct 27 11:43:06.341155 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b3f5e6ee-4b22-4642-8f98-7f1ea7b8fb4c req-71e27147-aa04-40a0-a9e5-59fa2cb300df tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531010 Oct 27 11:43:06.353935 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2d971-9e6e-4293-9fd4-e3707627a80d None None] Pushing event updated for resources: {'Port': ['ID=1d60fd1d-1232-4ea0-8166-4c257b100118,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:06.355528 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Router c7e623c3-45d7-41f6-9cd2-0cd33304462e is scheduled to L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 with binding_index 1 {{(pid=108003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:43:06.361578 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c3b78-67ed-443b-b5db-8e15315febb0 req-7cca3bd3-92aa-40b9-a484-2e9301810fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:06.362893 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5b8c3b78-67ed-443b-b5db-8e15315febb0 req-7cca3bd3-92aa-40b9-a484-2e9301810fce service neutron] 10.222.0.41 "GET /v2.0/networks?id=f295b617-1dee-47fd-847d-99b3b917163f HTTP/1.1" status: 200 len: 921 time: 0.1963966 Oct 27 11:43:06.415201 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 1d60fd1d-1232-4ea0-8166-4c257b100118 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:43:06.475234 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 1d60fd1d-1232-4ea0-8166-4c257b100118 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:06.475520 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:06.501442 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5b8c3b78-67ed-443b-b5db-8e15315febb0 req-102c9baf-a7f7-42b3-b99b-d086ec048a42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcfab2c8-4b70-43a4-b4ce-ca5821dab427 HTTP/1.1" status: 200 len: 217 time: 0.1161587 Oct 27 11:43:06.520484 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-b004e9c7-4b4e-419c-b4f6-e4b18713fe31 None None] Provisioning complete for port 1d60fd1d-1232-4ea0-8166-4c257b100118 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:06.520843 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b004e9c7-4b4e-419c-b4f6-e4b18713fe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:06.606533 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9f583-9be5-44e2-8695-ee9a9c998d93 req-05aa2a38-ca94-491c-b196-6cc71f75c6ec tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:06.608042 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-34d9f583-9be5-44e2-8695-ee9a9c998d93 req-05aa2a38-ca94-491c-b196-6cc71f75c6ec tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 944 time: 0.1335208 Oct 27 11:43:06.617391 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c3b78-67ed-443b-b5db-8e15315febb0 req-f21507fe-4921-4f3f-b007-8df4f5611fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:06.618941 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5b8c3b78-67ed-443b-b5db-8e15315febb0 req-f21507fe-4921-4f3f-b007-8df4f5611fa1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b5e998-50c9-4a4a-b99c-0238a60bf0ee HTTP/1.1" status: 200 len: 859 time: 0.1025226 Oct 27 11:43:06.635748 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:43:06.645878 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Sync routers for ids ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:43:06.657431 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Routers {'c7e623c3-45d7-41f6-9cd2-0cd33304462e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:43:06.658230 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:42:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:06.670218 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5b8c3b78-67ed-443b-b5db-8e15315febb0 req-b1d61e9b-00cf-4824-9a5b-987bc4a4b13d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f295b617-1dee-47fd-847d-99b3b917163f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348852 Oct 27 11:43:06.692833 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] Publish callbacks [] for router, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:06.693985 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-61fc31ef-64cc-422a-a9f4-b22633690a36 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7514288 Oct 27 11:43:06.696862 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47562) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:06.736497 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-34d9f583-9be5-44e2-8695-ee9a9c998d93 req-f8ec144e-295a-419b-a133-0c46ded9009e tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210248 Oct 27 11:43:06.763627 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Set router c7e623c3-45d7-41f6-9cd2-0cd33304462e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:43:06.793749 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5b8c3b78-67ed-443b-b5db-8e15315febb0 req-aee01ddc-9603-40d1-8192-f880c2cde0b2 service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126990 Oct 27 11:43:06.795049 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-51ef7460-6712-4921-ba70-e4ff10bdf84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:06.948639 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae56aae-e60f-4e23-b82d-370233a17fcc req-36e4d65e-1552-44ec-bfe7-b5e6be9adc69 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:06.950189 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6ae56aae-e60f-4e23-b82d-370233a17fcc req-36e4d65e-1552-44ec-bfe7-b5e6be9adc69 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0839419 Oct 27 11:43:06.951090 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:43:05Z', 'revision_number': 3, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port': {'id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:04Z', 'updated_at': '2021-10-27T11:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:06.967982 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5b8c3b78-67ed-443b-b5db-8e15315febb0 req-f7487d07-eab0-4908-b7c3-b95e8505b503 service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543682 Oct 27 11:43:06.982963 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Checking router: c7e623c3-45d7-41f6-9cd2-0cd33304462e for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:43:06.983594 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Updating router c7e623c3-45d7-41f6-9cd2-0cd33304462e port 3649a1e4-fbc3-4420-a280-e374bebc5cd9 binding host dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:43:07.003881 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6ae56aae-e60f-4e23-b82d-370233a17fcc req-3547bc41-8c00-470e-a4b9-42edb540fd84 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449307 Oct 27 11:43:07.010463 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:07.177643 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:43:07.188152 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:07.280315 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Publish callbacks [] for port, precommit_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:07.287190 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:07.342507 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Attempting to bind port 3649a1e4-fbc3-4420-a280-e374bebc5cd9 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:43:07.342973 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Attempting to bind port 3649a1e4-fbc3-4420-a280-e374bebc5cd9 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:43:07.343343 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Attempting to bind port 3649a1e4-fbc3-4420-a280-e374bebc5cd9 on network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:43:07.346319 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd173080-6cab-443b-afa9-bd692d17dc11 None None] Pushing event updated for resources: {'Port': ['ID=3649a1e4-fbc3-4420-a280-e374bebc5cd9,revision_number=2']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:07.351285 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:43:07.351649 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Checking segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:43:07.352040 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:07.352553 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Bound using segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:43:07.353028 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Bound port: 3649a1e4-fbc3-4420-a280-e374bebc5cd9, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:43:07.353420 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:07.355022 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Allocated IP 172.20.0.1 (9b77b30a-35e6-40db-9719-c7556d6605d9/9b96d60d-9ede-4ef7-a71b-5fba29fa7c72/f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:43:07.377847 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173080-6cab-443b-afa9-bd692d17dc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:07.378221 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173080-6cab-443b-afa9-bd692d17dc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:07.379379 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173080-6cab-443b-afa9-bd692d17dc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:07.379718 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173080-6cab-443b-afa9-bd692d17dc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:07.380165 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173080-6cab-443b-afa9-bd692d17dc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:07.380359 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173080-6cab-443b-afa9-bd692d17dc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:07.380686 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173080-6cab-443b-afa9-bd692d17dc11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:07.381009 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173080-6cab-443b-afa9-bd692d17dc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:07.381352 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173080-6cab-443b-afa9-bd692d17dc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:07.381673 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173080-6cab-443b-afa9-bd692d17dc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:07.381990 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173080-6cab-443b-afa9-bd692d17dc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:07.382304 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd173080-6cab-443b-afa9-bd692d17dc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:07.418045 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] For port 3649a1e4-fbc3-4420-a280-e374bebc5cd9, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:43:07.421607 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] For port 3649a1e4-fbc3-4420-a280-e374bebc5cd9, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=3649a1e4-fbc3-4420-a280-e374bebc5cd9,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:43:07.429745 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:07.497055 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd173080-6cab-443b-afa9-bd692d17dc11 None None] Pushing event updated for resources: {'Port': ['ID=3649a1e4-fbc3-4420-a280-e374bebc5cd9,revision_number=3']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:07.518054 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Routers {'c7e623c3-45d7-41f6-9cd2-0cd33304462e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:43:07.518823 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:42:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:07.528820 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:07.547315 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287b8ad-14ec-42bd-af00-098fabca82b5 req-fb665fa9-c258-4e54-8378-08df878e955e tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:07.548935 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6287b8ad-14ec-42bd-af00-098fabca82b5 req-fb665fa9-c258-4e54-8378-08df878e955e tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.1339219 Oct 27 11:43:07.574081 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:07.584314 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ef713-60d2-4a15-a626-aa85fb28865a req-4454453a-a59a-4b2f-af26-efb0c108a0e1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:07.587248 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7f6ef713-60d2-4a15-a626-aa85fb28865a req-4454453a-a59a-4b2f-af26-efb0c108a0e1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.1429636 Oct 27 11:43:07.619569 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Network 9b77b30a-35e6-40db-9719-c7556d6605d9 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:43:07.626488 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:43:07.628233 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6287b8ad-14ec-42bd-af00-098fabca82b5 req-2170b0d9-1ec9-4dc1-a0cc-90081580e4c6 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710702 Oct 27 11:43:07.630223 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:43:07.640731 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] Set router c7e623c3-45d7-41f6-9cd2-0cd33304462e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:43:07.647933 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7f6ef713-60d2-4a15-a626-aa85fb28865a req-4754742e-76f9-4220-a44e-6796fd1b67f7 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549810 Oct 27 11:43:07.657845 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:07.688384 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607954'] for router_interface, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:07.869894 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:07.885323 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:43:05Z', 'revision_number': 3, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port': {'id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:04Z', 'updated_at': '2021-10-27T11:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:07.921364 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7ac5b3-e0a2-4227-b572-290d2ca861f3 None None] The sync data for ids ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'] in dv-cinder-815146-3-iscsi is: [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:43:05Z', 'revision_number': 3, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port': {'id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:04Z', 'updated_at': '2021-10-27T11:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:43:07.934021 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275b028-8521-4bab-b237-216ef56bde88 req-52fa9b1e-4b9b-4933-86e1-0626dcda6dc5 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:07.935615 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d275b028-8521-4bab-b237-216ef56bde88 req-52fa9b1e-4b9b-4933-86e1-0626dcda6dc5 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 944 time: 0.0762334 Oct 27 11:43:07.990857 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d275b028-8521-4bab-b237-216ef56bde88 req-ce7733d1-fca3-436a-9cc0-19656d669f99 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463738 Oct 27 11:43:07.997672 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-4c94c188-c409-459f-b58f-72d9dd0f269b None None] Provisioning complete for port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:07.998249 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-4c94c188-c409-459f-b58f-72d9dd0f269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:08.049020 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-4c94c188-c409-459f-b58f-72d9dd0f269b None None] Port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:43:08.103086 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:08.109732 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29335528'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:08.152636 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467eb40-d57d-4933-9b9a-44172249c236 req-11aa78ea-5089-4bc9-9118-e8d01c1af9b6 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:08.154228 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f467eb40-d57d-4933-9b9a-44172249c236 req-11aa78ea-5089-4bc9-9118-e8d01c1af9b6 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0669572 Oct 27 11:43:08.185254 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608066'] for router_interface, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:08.197718 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2,revision_number=2']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:08.252918 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f467eb40-d57d-4933-9b9a-44172249c236 req-797b5d43-71b0-4ae1-bb8e-caa85139bfdf tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605049 Oct 27 11:43:08.328744 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Network 9b77b30a-35e6-40db-9719-c7556d6605d9 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:43:08.330329 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:43:08.429227 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device e5d173de-2e5c-48a5-9ae4-a2f70aba8483 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:43:08.473333 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Router c7e623c3-45d7-41f6-9cd2-0cd33304462e has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:43:08.510812 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port e5d173de-2e5c-48a5-9ae4-a2f70aba8483 completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:43:08.516799 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port e5d173de-2e5c-48a5-9ae4-a2f70aba8483 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:08.519595 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:08.552579 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 3649a1e4-fbc3-4420-a280-e374bebc5cd9 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:43:08.660203 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:43:08.671656 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-5d98cb4b-3d9c-43a9-a5ec-aa82a9294fb0 admin admin] 10.222.0.36 "PUT /v2.0/routers/c7e623c3-45d7-41f6-9cd2-0cd33304462e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9730475 Oct 27 11:43:08.724012 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 3649a1e4-fbc3-4420-a280-e374bebc5cd9 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:08.724814 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:08.739934 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:08.760145 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-4f5c1a45-089f-465d-9693-eac3ed5ed665 None None] Provisioning complete for port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:08.760784 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1a45-089f-465d-9693-eac3ed5ed665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:08.854539 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port e5d173de-2e5c-48a5-9ae4-a2f70aba8483, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e5d173de-2e5c-48a5-9ae4-a2f70aba8483,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:08.873821 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000749a-35e3-4838-be77-5b1a1cfd7540 req-02e6951d-60aa-421d-a5c4-457c267e28db tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:08.875470 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d000749a-35e3-4838-be77-5b1a1cfd7540 req-02e6951d-60aa-421d-a5c4-457c267e28db tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.1188173 Oct 27 11:43:08.891250 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173c627-ae8d-4a00-9675-f3a94627529c req-a1b22dbd-0962-483c-8d66-bc9fef5b2801 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:08.893150 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5173c627-ae8d-4a00-9675-f3a94627529c req-a1b22dbd-0962-483c-8d66-bc9fef5b2801 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0914781 Oct 27 11:43:08.897018 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97880a85-d136-45bf-a580-09276816bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d173de-2e5c-48a5-9ae4-a2f70aba8483'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:43:08.899565 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6c90a3-ac54-4397-b536-f8af4bfee598" -d '{"events": [{"server_uuid": "97880a85-d136-45bf-a580-09276816bef8", "name": "network-vif-plugged", "status": "completed", "tag": "e5d173de-2e5c-48a5-9ae4-a2f70aba8483"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:43:08.903005 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-4f5c1a45-089f-465d-9693-eac3ed5ed665 None None] Port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:43:08.907491 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:08.953723 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d000749a-35e3-4838-be77-5b1a1cfd7540 req-6c6b67be-2819-43cd-9fef-cfd5b4505179 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593598 Oct 27 11:43:08.982091 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5173c627-ae8d-4a00-9675-f3a94627529c req-0b95ef49-605f-45ad-8848-700610a794e4 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518019 Oct 27 11:43:09.080220 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3582dd34-5286-4d40-b930-69e837911696 x-openstack-request-id: req-3582dd34-5286-4d40-b930-69e837911696 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:43:09.080781 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97880a85-d136-45bf-a580-09276816bef8", "name": "network-vif-plugged", "status": "completed", "tag": "e5d173de-2e5c-48a5-9ae4-a2f70aba8483", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:43:09.080919 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3582dd34-5286-4d40-b930-69e837911696 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:43:09.081893 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97880a85-d136-45bf-a580-09276816bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d173de-2e5c-48a5-9ae4-a2f70aba8483', 'code': 200} Oct 27 11:43:09.141205 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=e5d173de-2e5c-48a5-9ae4-a2f70aba8483,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:09.170938 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6c34b-d575-4c62-ad8e-1a486fe6b802 req-8e217a5b-5e81-457a-a8d6-1c25e201c5b3 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:09.184086 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d0c6c34b-d575-4c62-ad8e-1a486fe6b802 req-8e217a5b-5e81-457a-a8d6-1c25e201c5b3 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 945 time: 0.0721149 Oct 27 11:43:09.201500 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:09.243372 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] For port 3649a1e4-fbc3-4420-a280-e374bebc5cd9, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=3649a1e4-fbc3-4420-a280-e374bebc5cd9,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:09.250034 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:09.250868 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 1d60fd1d-1232-4ea0-8166-4c257b100118 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:43:09.277851 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d0c6c34b-d575-4c62-ad8e-1a486fe6b802 req-a96f724b-21e4-43ba-8cef-8360361e4ed0 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869682 Oct 27 11:43:09.348201 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Pushing event updated for resources: {'Port': ['ID=3649a1e4-fbc3-4420-a280-e374bebc5cd9,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:09.374108 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 1d60fd1d-1232-4ea0-8166-4c257b100118 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:09.374567 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:09.412692 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e828d81-e001-4bde-a7bd-f2a2ebbddb39 req-81fe858d-f1a6-4aa9-8de7-b12b5db6a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:09.416179 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8e828d81-e001-4bde-a7bd-f2a2ebbddb39 req-81fe858d-f1a6-4aa9-8de7-b12b5db6a963 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 1098 time: 0.1070778 Oct 27 11:43:09.586030 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c05fd3-5c58-43a1-a52c-b9cfcadf83a1 req-01bba4ce-7d12-4d22-9a42-466ceaf9d3ac tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:09.587731 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-26c05fd3-5c58-43a1-a52c-b9cfcadf83a1 req-01bba4ce-7d12-4d22-9a42-466ceaf9d3ac tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.1599281 Oct 27 11:43:09.606809 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8e828d81-e001-4bde-a7bd-f2a2ebbddb39 req-82c66b8b-3f05-467f-b762-f6f1d6a75708 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766435 Oct 27 11:43:09.611979 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47616) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:09.618289 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-534519756-network', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:09.647176 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] Made reservation on behalf of e7744a0dd0bc4a35955e92ad04ab9078 for: {'network': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:43:09.651785 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:09.655192 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-26c05fd3-5c58-43a1-a52c-b9cfcadf83a1 req-78da5f3c-5cfa-454a-bed9-1f5925c933ca tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614388 Oct 27 11:43:09.674277 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:09.679993 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-d1113bf6-4b8d-4cfc-84a1-a73e798a0aaa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883222231&fields=id&tenant_id=05c96c34cc5b487dbbca84b067026f01 HTTP/1.1" status: 200 len: 267 time: 0.0553181 Oct 27 11:43:09.775021 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:09.779931 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:09.788955 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-6a1d06ea-064c-4a86-a461-7e11fb355b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:09.839558 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1178} {{(pid=108002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:43:09.842030 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2422bb9-91c0-489b-b035-a9376c9895e0,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:09.853851 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:09.854360 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.segments_db [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] Added segment 54c09f43-647c-4fdd-b72a-117447f32ecd of type vlan for network ec2e1250-4221-49eb-957a-7b7f67e55ea2 Oct 27 11:43:09.903842 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:09.931498 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:09.932923 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:09.933504 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:09.991988 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3780012 Oct 27 11:43:09.999247 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47620) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:10.010039 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-9f84b39e-837c-43ac-9991-fb3c46c74044 admin admin] Request body: {'subnet': {'network_id': 'ec2e1250-4221-49eb-957a-7b7f67e55ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-534519756-subnet', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'ip_version': 4}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:10.034910 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b037c6-c5b5-4727-918d-f3de5dac268b admin admin] Pushing event updated for resources: {'Network': ['ID=ec2e1250-4221-49eb-957a-7b7f67e55ea2,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:10.041456 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f84b39e-837c-43ac-9991-fb3c46c74044 admin admin] Made reservation on behalf of e7744a0dd0bc4a35955e92ad04ab9078 for: {'subnet': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:43:10.044281 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9f84b39e-837c-43ac-9991-fb3c46c74044 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25364064'] for subnet, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:10.048118 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network ec2e1250-4221-49eb-957a-7b7f67e55ea2 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:43:10.066997 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-6af4086e-1b06-457c-a812-9d28544b0e00 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:10.074580 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-6af4086e-1b06-457c-a812-9d28544b0e00 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 811 time: 0.3857563 Oct 27 11:43:10.099448 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-178d5221-286c-43d6-a6d5-e5190da18550 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/quotas/05c96c34cc5b487dbbca84b067026f01 HTTP/1.1" status: 200 len: 375 time: 0.0237236 Oct 27 11:43:10.169834 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103cde5-724b-42f3-86fc-f0cd5bcb3177 req-e3cdff55-4d18-4e3e-90e4-2df831c879b5 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:10.171563 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f103cde5-724b-42f3-86fc-f0cd5bcb3177 req-e3cdff55-4d18-4e3e-90e4-2df831c879b5 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0827439 Oct 27 11:43:10.189035 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-4d5fee4f-a621-4386-890d-71adf4e71e33 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697408 Oct 27 11:43:10.219119 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Sync routers for ids ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:43:10.229138 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Routers {'c7e623c3-45d7-41f6-9cd2-0cd33304462e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:43:10.229758 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:43:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:10.277793 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9f84b39e-837c-43ac-9991-fb3c46c74044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29335399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25364082'] for subnet, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:10.292796 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f103cde5-724b-42f3-86fc-f0cd5bcb3177 req-89fd2383-8a6e-4c68-b43c-f37f9d474542 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027808 Oct 27 11:43:10.345547 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-57ea20e8-5418-4410-908d-0a92bf416f64 service neutron] 10.222.0.36 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364105 Oct 27 11:43:10.367952 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 3649a1e4-fbc3-4420-a280-e374bebc5cd9 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:43:10.371732 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Set router c7e623c3-45d7-41f6-9cd2-0cd33304462e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:43:10.384858 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84b39e-837c-43ac-9991-fb3c46c74044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67814099-132f-4fff-bdcb-183dcb71c33e,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:10.395162 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f84b39e-837c-43ac-9991-fb3c46c74044 admin admin] Checking segment: {'id': '54c09f43-647c-4fdd-b72a-117447f32ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ec2e1250-4221-49eb-957a-7b7f67e55ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:43:10.395520 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f84b39e-837c-43ac-9991-fb3c46c74044 admin admin] Network hostable DHCP agents. Network: ec2e1250-4221-49eb-957a-7b7f67e55ea2, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:43:10.416007 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f84b39e-837c-43ac-9991-fb3c46c74044 admin admin] Network ec2e1250-4221-49eb-957a-7b7f67e55ea2 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:43:10.428677 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-9f84b39e-837c-43ac-9991-fb3c46c74044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, ec2e1250-4221-49eb-957a-7b7f67e55ea2) {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:43:10.442286 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8625f17-9534-42c1-9e03-7ac047705b80 None None] Network ec2e1250-4221-49eb-957a-7b7f67e55ea2 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:43:10.443581 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f84b39e-837c-43ac-9991-fb3c46c74044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:10.444317 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9f84b39e-837c-43ac-9991-fb3c46c74044 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:10.466062 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-9f84b39e-837c-43ac-9991-fb3c46c74044 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4655724 Oct 27 11:43:10.466742 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47628) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:10.471057 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-534519756-router', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:10.475188 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472cbaa-2fd7-4589-9b39-2734b0901424 req-f5a14ae7-0a6a-473b-bf0e-3c8453d4c6cc tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:10.476674 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5472cbaa-2fd7-4589-9b39-2734b0901424 req-f5a14ae7-0a6a-473b-bf0e-3c8453d4c6cc tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.1055858 Oct 27 11:43:10.491515 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-c381323a-0f09-48f9-b60d-0b4165af5abb service neutron] 10.222.0.36 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383972 Oct 27 11:43:10.494423 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-613291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4068'] for router, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:10.495470 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-607323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-613842', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-697897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4063'] for router, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:10.548215 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5472cbaa-2fd7-4589-9b39-2734b0901424 req-943a3015-754c-49b7-a240-56bb2b42ef9d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559587 Oct 27 11:43:10.567552 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:10.654677 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:10.696819 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 3649a1e4-fbc3-4420-a280-e374bebc5cd9 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:10.697183 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:10.707658 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0e8e0-ccf5-46ed-a4bc-09ac4a2d1f60 req-26dff342-8a0e-4368-b4b3-109590516e23 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:10.709676 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f4e0e8e0-ccf5-46ed-a4bc-09ac4a2d1f60 req-26dff342-8a0e-4368-b4b3-109590516e23 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 945 time: 0.0870645 Oct 27 11:43:10.776094 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f4e0e8e0-ccf5-46ed-a4bc-09ac4a2d1f60 req-07e632f7-b876-49f9-872e-ed0ef7ef3b68 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592742 Oct 27 11:43:10.787999 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:10.860970 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bb0f65-b18b-577f-a9b0-4f34f5688153-ec2e1250-4221-49eb-957a-7b7f67e55ea2', 'network_id': 'ec2e1250-4221-49eb-957a-7b7f67e55ea2', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'fixed_ips': [{'subnet_id': '67814099-132f-4fff-bdcb-183dcb71c33e'}]}} from dv-cinder-815146-3-iscsi. {{(pid=108004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:43:10.861877 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:10.932268 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-35f92d11-c369-46d3-84a9-efdca0f01074 req-cb934a3b-d342-46cc-8be3-b97b9e29d651 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 210 time: 0.0406349 Oct 27 11:43:11.005133 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbdeb1-836c-43f6-be81-156bf69ed8a6 req-fe57ca5a-a569-4268-8080-2f9e1754c4db tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:11.007877 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9dfbdeb1-836c-43f6-be81-156bf69ed8a6 req-fe57ca5a-a569-4268-8080-2f9e1754c4db tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0741560 Oct 27 11:43:11.052592 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:11.070097 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:43:07Z', 'revision_number': 4, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port': {'id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:04Z', 'updated_at': '2021-10-27T11:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2', 'name': '', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'mac_address': 'fa:16:3e:ab:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:07Z', 'updated_at': '2021-10-27T11:43:07Z', 'revision_number': 2, 'project_id': '6f38f92679b64439a45356929b30a550', 'subnets': [{'id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:11.070357 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9dfbdeb1-836c-43f6-be81-156bf69ed8a6 req-fd0fff5c-e908-49da-966e-14f402cf4aa4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506988 Oct 27 11:43:11.133641 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Checking router: c7e623c3-45d7-41f6-9cd2-0cd33304462e for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:43:11.134031 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Updating router c7e623c3-45d7-41f6-9cd2-0cd33304462e port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 binding host dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:43:11.173112 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:11.187722 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.db_base_plugin_common [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Allocated IP 172.20.0.2 (ec2e1250-4221-49eb-957a-7b7f67e55ea2/67814099-132f-4fff-bdcb-183dcb71c33e/6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5) {{(pid=108004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:43:11.424495 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:11.452505 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:11.495973 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac128e-f37d-46e1-91b1-593901d31802 req-b0c2fa7c-3bab-469a-8ee8-7d915be29e5e tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:11.507590 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-eaac128e-f37d-46e1-91b1-593901d31802 req-b0c2fa7c-3bab-469a-8ee8-7d915be29e5e tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.1209662 Oct 27 11:43:11.564293 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Publish callbacks [] for port, precommit_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:11.574881 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:11.578444 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-eaac128e-f37d-46e1-91b1-593901d31802 req-dd0ebeae-5010-4459-87b7-c9d4f5268ff8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692608 Oct 27 11:43:11.659224 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Network ec2e1250-4221-49eb-957a-7b7f67e55ea2 is already hosted by enough agents. {{(pid=108004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:43:11.660581 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Pushing event updated for resources: {'Port': ['ID=6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5,revision_number=1']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:11.667357 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.scheduler.base_scheduler [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Resources bound (agent type, host, resource id): {{(pid=108004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:43:11.670839 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Received port after_create {{(pid=108004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:43:11.728125 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Allocated IP 172.27.3.244 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/ba07b0f4-e627-46c9-a1b0-02158c6de16e) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:43:11.757914 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af39fb1-c6c3-4a67-8010-1692590b8f02 req-18efa46a-00de-40b7-9344-03f94add8749 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:11.766016 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3af39fb1-c6c3-4a67-8010-1692590b8f02 req-18efa46a-00de-40b7-9344-03f94add8749 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0791354 Oct 27 11:43:11.850653 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3af39fb1-c6c3-4a67-8010-1692590b8f02 req-729fd49c-5aa4-4122-bd7a-2a3220adfb39 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654016 Oct 27 11:43:11.951143 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Publish callbacks [] for port, precommit_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:11.958748 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Attempting to bind port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:43:11.959159 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Attempting to bind port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '54c09f43-647c-4fdd-b72a-117447f32ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ec2e1250-4221-49eb-957a-7b7f67e55ea2'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:43:11.959542 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Attempting to bind port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 on network ec2e1250-4221-49eb-957a-7b7f67e55ea2 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:43:11.965276 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:12.004226 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:43:12.004809 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Checking segment: {'id': '54c09f43-647c-4fdd-b72a-117447f32ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ec2e1250-4221-49eb-957a-7b7f67e55ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:43:12.005246 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:12.005795 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Bound using segment: {'id': '54c09f43-647c-4fdd-b72a-117447f32ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ec2e1250-4221-49eb-957a-7b7f67e55ea2'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:43:12.006270 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Bound port: 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c09f43-647c-4fdd-b72a-117447f32ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ec2e1250-4221-49eb-957a-7b7f67e55ea2'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:43:12.007170 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:12.020186 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:12.062325 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c6a08-ae15-4df6-a5fa-4643eb868ea5 None None] Pushing event updated for resources: {'Port': ['ID=f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:12.106968 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c0eed-39e9-44ce-9641-14af5772d5ad req-9c086b00-e70b-4408-b36a-446195b7a4fe tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:12.121370 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-263c0eed-39e9-44ce-9641-14af5772d5ad req-9c086b00-e70b-4408-b36a-446195b7a4fe tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 945 time: 0.1545613 Oct 27 11:43:12.133617 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:12.212983 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c7adc6fd-d83f-4b3a-bf11-d834b32bd2cf req-69f7884a-96ed-4a1b-9fa5-51fead0613fd tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 210 time: 0.0882926 Oct 27 11:43:12.233912 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Attempting to bind port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:43:12.234223 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Attempting to bind port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '3eca4d4f-f65f-467d-845d-25210b1b3004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:43:12.234584 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Attempting to bind port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 on network 9b77b30a-35e6-40db-9719-c7556d6605d9 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:43:12.237589 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] For port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:43:12.240357 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Pushing event updated for resources: {'Port': ['ID=ba07b0f4-e627-46c9-a1b0-02158c6de16e,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:12.241429 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] For port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5,segment=NetworkSegment(54c09f43-647c-4fdd-b72a-117447f32ecd),segment_id=54c09f43-647c-4fdd-b72a-117447f32ecd)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:43:12.242508 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:12.252634 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:43:12.253040 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Checking segment: {'id': '3eca4d4f-f65f-467d-845d-25210b1b3004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:43:12.258350 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:12.258809 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Bound using segment: {'id': '3eca4d4f-f65f-467d-845d-25210b1b3004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:43:12.259312 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Bound port: f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eca4d4f-f65f-467d-845d-25210b1b3004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:43:12.259695 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:12.261582 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:43:12.263664 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:12.269900 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:43:12.280118 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:43:12.289372 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-263c0eed-39e9-44ce-9641-14af5772d5ad req-bcc6de8d-2c3f-4d5b-a9c9-8253532c6f71 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660085 Oct 27 11:43:12.389880 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddb6de-2c58-4a40-ac05-4c4afe69d3d5 req-6706cb0a-2129-4af0-8402-3abe992fbd54 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:12.393218 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-45ddb6de-2c58-4a40-ac05-4c4afe69d3d5 req-6706cb0a-2129-4af0-8402-3abe992fbd54 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0705285 Oct 27 11:43:12.414674 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] For port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:43:12.418460 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] For port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:43:12.453539 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:12.475237 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-45ddb6de-2c58-4a40-ac05-4c4afe69d3d5 req-a4048308-3659-4799-a20f-da82cbc95f45 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738804 Oct 27 11:43:12.504663 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-12de54e6-e95f-44df-b61e-17979e9863ba None None] Provisioning complete for port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:12.505042 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-12de54e6-e95f-44df-b61e-17979e9863ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:12.509689 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd77259-7b73-43e8-aae7-05553d98ac3c None None] Pushing event updated for resources: {'Port': ['ID=6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5,revision_number=2']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:12.576861 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Routers {'c7e623c3-45d7-41f6-9cd2-0cd33304462e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:43:12.577579 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:43:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:12.730684 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:12.847866 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] Set router c7e623c3-45d7-41f6-9cd2-0cd33304462e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:43:13.036950 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-5ecd2bce-ab9c-4eef-9c50-c8c86f2679c8 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:13.049196 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-5ecd2bce-ab9c-4eef-9c50-c8c86f2679c8 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 811 time: 0.3308623 Oct 27 11:43:13.062517 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c6a08-ae15-4df6-a5fa-4643eb868ea5 None None] Pushing event updated for resources: {'Port': ['ID=f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:13.220403 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d9061-ec5c-485a-aae9-054b0c356e40 req-85117468-cb50-4c47-9668-6edecc74d6a1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:13.222028 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e25d9061-ec5c-485a-aae9-054b0c356e40 req-85117468-cb50-4c47-9668-6edecc74d6a1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.1996813 Oct 27 11:43:13.233467 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-e104e89f-7c88-408e-ab76-7df11a32aae0 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05c96c34cc5b487dbbca84b067026f01 HTTP/1.1" status: 200 len: 380 time: 0.1555765 Oct 27 11:43:13.247032 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-607312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613775'] for router, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:13.275063 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-73ea9fa1-72f1-4ef3-97ae-fd2fc352aaaa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Request body: {'port': {'device_id': '66bc1aa1-781c-46c2-a28a-2fe1e1eb331a', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'admin_state_up': True, 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'security_groups': ['c4791046-1e18-4ecb-a6a3-9063ea874e17']}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:13.294938 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-12de54e6-e95f-44df-b61e-17979e9863ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:13.339619 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-12de54e6-e95f-44df-b61e-17979e9863ba None None] For port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:13.342882 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:43:07Z', 'revision_number': 4, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port': {'id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:04Z', 'updated_at': '2021-10-27T11:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2', 'name': '', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'mac_address': 'fa:16:3e:ab:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:07Z', 'updated_at': '2021-10-27T11:43:12Z', 'revision_number': 4, 'project_id': '6f38f92679b64439a45356929b30a550', 'subnets': [{'id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:13.349948 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e25d9061-ec5c-485a-aae9-054b0c356e40 req-02e9709d-2a53-43d4-b0d3-bcfb70a93370 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150084 Oct 27 11:43:13.406990 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-12de54e6-e95f-44df-b61e-17979e9863ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:13.411482 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f28d229-48f9-4389-8d59-7cd0a3426020 None None] The sync data for ids ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'] in dv-cinder-815146-3-iscsi is: [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:43:07Z', 'revision_number': 4, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port': {'id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:04Z', 'updated_at': '2021-10-27T11:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2', 'name': '', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'mac_address': 'fa:16:3e:ab:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:07Z', 'updated_at': '2021-10-27T11:43:12Z', 'revision_number': 4, 'project_id': '6f38f92679b64439a45356929b30a550', 'subnets': [{'id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:43:13.430031 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8931c-f921-4877-9ac0-0cd5f7bb97f9 req-0c68b2fa-ed40-4b49-a0b3-29530bef5fb7 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:13.438668 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-39b8931c-f921-4877-9ac0-0cd5f7bb97f9 req-0c68b2fa-ed40-4b49-a0b3-29530bef5fb7 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 945 time: 0.1542675 Oct 27 11:43:13.469940 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Router f7baf3cc-fcfd-433e-9f16-3725f4d49e5e is scheduled to L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 with binding_index 1 {{(pid=108002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:43:13.516256 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de54e6-e95f-44df-b61e-17979e9863ba None None] Pushing event updated for resources: {'Port': ['ID=f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:13.538929 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-899d5dcd-b9fc-46aa-8d07-edc55fe603d5 req-59dd6a13-559d-4683-8fd1-0a67d749abd5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 210 time: 0.0713184 Oct 27 11:43:13.539363 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-bce9a24d-2b44-4bd2-b3cb-f2a5bf22b041 None None] Provisioning complete for port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:13.540038 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-bce9a24d-2b44-4bd2-b3cb-f2a5bf22b041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:13.553785 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-39b8931c-f921-4877-9ac0-0cd5f7bb97f9 req-fd9b299d-525d-46ba-85b8-99e5da70d7de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111445 Oct 27 11:43:13.592486 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-73ea9fa1-72f1-4ef3-97ae-fd2fc352aaaa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Made reservation on behalf of 05c96c34cc5b487dbbca84b067026f01 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:43:13.598662 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-73ea9fa1-72f1-4ef3-97ae-fd2fc352aaaa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:13.601025 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47692) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:13.810218 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:43:13.830889 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Sync routers for ids ['f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:43:13.841925 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] Publish callbacks [] for router, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:13.845715 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-1cf5e940-546d-444f-ae31-78b6f573c18a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3754818 Oct 27 11:43:13.846695 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47696) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:13.870078 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Routers {'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:43:13.872359 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:43:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:13.903378 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c65a2-ad68-45a4-b2dd-09d9629e4e52 req-db49f7dc-b441-4d1f-832c-21bc40e8b52c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:13.905047 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-960c65a2-ad68-45a4-b2dd-09d9629e4e52 req-db49f7dc-b441-4d1f-832c-21bc40e8b52c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.1736331 Oct 27 11:43:13.931557 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cb7ca-8ecc-4ce7-8508-78dedf8af427 req-8e7d7d90-d9ad-4911-b9a5-bdfad1383a8b tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:13.935555 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bb4cb7ca-8ecc-4ce7-8508-78dedf8af427 req-8e7d7d90-d9ad-4911-b9a5-bdfad1383a8b tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.1431322 Oct 27 11:43:13.977094 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-73ea9fa1-72f1-4ef3-97ae-fd2fc352aaaa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Allocated IP 172.20.0.12 (2f7b2cdb-eb34-4d28-b61d-c435d2520f1d/38d49ba1-e1bf-423b-8a40-a4419d3a55de/768cb664-794f-483d-a39d-1d235e5e2ce0) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:43:14.085579 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Set router f7baf3cc-fcfd-433e-9f16-3725f4d49e5e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:43:14.252334 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-960c65a2-ad68-45a4-b2dd-09d9629e4e52 req-2cc0421c-6c1a-4d8c-af0c-e664f08b9378 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359997 Oct 27 11:43:14.422385 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bb4cb7ca-8ecc-4ce7-8508-78dedf8af427 req-60b91df8-e1de-456f-b9cf-fcdda8f5b878 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693263 Oct 27 11:43:14.552793 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:43:14.607996 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'name': 'tempest-TestShelveInstance-534519756-router', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ba07b0f4-e627-46c9-a1b0-02158c6de16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:10Z', 'updated_at': '2021-10-27T11:43:12Z', 'revision_number': 3, 'project_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'gw_port': {'id': 'ba07b0f4-e627-46c9-a1b0-02158c6de16e', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:11Z', 'updated_at': '2021-10-27T11:43:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:14.628938 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c7c1c-defa-4fde-8f7d-efe9e9ebbe78 None None] Network ec2e1250-4221-49eb-957a-7b7f67e55ea2 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:43:14.633282 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29975a7-2938-4a39-9178-8382c6e0f6e9 tempest-TestMinimumBasicScenario-140895695 tempest-TestMinimumBasicScenario-140895695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:14.639524 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-b29975a7-2938-4a39-9178-8382c6e0f6e9 tempest-TestMinimumBasicScenario-140895695 tempest-TestMinimumBasicScenario-140895695-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 1093 time: 0.9436109 Oct 27 11:43:14.643486 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47710) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:14.649882 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Request body: {'floatingip': {'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'port_id': '247e2083-6c05-4d05-a353-a3540f09ad24', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'fixed_ip_address': '172.20.0.7'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:14.692124 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-73ea9fa1-72f1-4ef3-97ae-fd2fc352aaaa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:14.754442 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:14.754994 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:14.762543 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-67d5ebb6-ede3-46f6-b1a9-d43ef10f871e None None] Provisioning complete for port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:14.763297 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-67d5ebb6-ede3-46f6-b1a9-d43ef10f871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:14.771430 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0933d0-d1c4-4c4e-9022-63939e37984d req-7179a1c4-ede5-48a4-af00-6d679b843cf4 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:14.778149 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6c0933d0-d1c4-4c4e-9022-63939e37984d req-7179a1c4-ede5-48a4-af00-6d679b843cf4 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.2601149 Oct 27 11:43:14.792091 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for floatingip, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:14.879212 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Checking router: f7baf3cc-fcfd-433e-9f16-3725f4d49e5e for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:43:14.879792 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Updating router f7baf3cc-fcfd-433e-9f16-3725f4d49e5e port ba07b0f4-e627-46c9-a1b0-02158c6de16e binding host dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:43:14.929901 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6c0933d0-d1c4-4c4e-9022-63939e37984d req-d63e6f5c-170a-460e-b4f5-1a0bb1e81149 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413908 Oct 27 11:43:14.939421 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-73ea9fa1-72f1-4ef3-97ae-fd2fc352aaaa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:14.963868 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.065236 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-73ea9fa1-72f1-4ef3-97ae-fd2fc352aaaa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:43:15.083235 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-73ea9fa1-72f1-4ef3-97ae-fd2fc352aaaa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:43:15.087950 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-73ea9fa1-72f1-4ef3-97ae-fd2fc352aaaa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:43:15.096715 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-73ea9fa1-72f1-4ef3-97ae-fd2fc352aaaa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:15.097459 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-73ea9fa1-72f1-4ef3-97ae-fd2fc352aaaa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.132956 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:43:15.205591 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.261393 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea9fa1-72f1-4ef3-97ae-fd2fc352aaaa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'Port': ['ID=768cb664-794f-483d-a39d-1d235e5e2ce0,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:15.301326 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-73ea9fa1-72f1-4ef3-97ae-fd2fc352aaaa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0390420 Oct 27 11:43:15.325557 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Request body: {'port': {'device_id': '66bc1aa1-781c-46c2-a28a-2fe1e1eb331a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:15.385058 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-67d5ebb6-ede3-46f6-b1a9-d43ef10f871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.459239 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e9d27-50f8-4155-a409-92fe6cf0aa5a req-cc886124-5bd5-4b5e-9afc-f477db584d5d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:15.462832 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b58e9d27-50f8-4155-a409-92fe6cf0aa5a req-cc886124-5bd5-4b5e-9afc-f477db584d5d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 932 time: 0.3522470 Oct 27 11:43:15.490672 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Allocated IP 172.20.0.1 (ec2e1250-4221-49eb-957a-7b7f67e55ea2/67814099-132f-4fff-bdcb-183dcb71c33e/75ea473a-1f70-4528-9338-0f889d59432f) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:43:15.578930 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.626197 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-67d5ebb6-ede3-46f6-b1a9-d43ef10f871e None None] For port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5,segment=NetworkSegment(54c09f43-647c-4fdd-b72a-117447f32ecd),segment_id=54c09f43-647c-4fdd-b72a-117447f32ecd)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:15.630472 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Publish callbacks [] for port, precommit_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.637582 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-67d5ebb6-ede3-46f6-b1a9-d43ef10f871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.654579 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.664224 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b58e9d27-50f8-4155-a409-92fe6cf0aa5a req-4e4b0c99-6d42-4e5a-bc8e-2490aa2f9a3a tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881523 Oct 27 11:43:15.687050 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.728198 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:15.728571 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.757653 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.780550 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.823167 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74ec5e-4566-49e1-96c8-9ba907b82fcb None None] Pushing event updated for resources: {'Port': ['ID=ba07b0f4-e627-46c9-a1b0-02158c6de16e,revision_number=2']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:15.848437 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5ebb6-ede3-46f6-b1a9-d43ef10f871e None None] Pushing event updated for resources: {'Port': ['ID=6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:15.877375 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Attempting to bind port ba07b0f4-e627-46c9-a1b0-02158c6de16e on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:43:15.877926 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Attempting to bind port ba07b0f4-e627-46c9-a1b0-02158c6de16e by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:43:15.879039 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Attempting to bind port ba07b0f4-e627-46c9-a1b0-02158c6de16e on network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:43:15.896071 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:43:15.897149 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Checking segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:43:15.897300 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-216fe7b8-0f40-4786-a34b-5952bf16fd42 None None] Provisioning complete for port 768cb664-794f-483d-a39d-1d235e5e2ce0 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:15.897634 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-216fe7b8-0f40-4786-a34b-5952bf16fd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.898003 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.898542 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Bound using segment: {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'} {{(pid=108005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:43:15.899231 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.managers [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Bound port: ba07b0f4-e627-46c9-a1b0-02158c6de16e, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e7cf82-351c-45a8-a2b7-0e7db96629e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}}] {{(pid=108005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:43:15.899776 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:15.982583 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Network ec2e1250-4221-49eb-957a-7b7f67e55ea2 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:43:15.987188 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-216fe7b8-0f40-4786-a34b-5952bf16fd42 None None] Port 768cb664-794f-483d-a39d-1d235e5e2ce0 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:43:15.990735 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:43:15.995504 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:43:16.046212 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] For port ba07b0f4-e627-46c9-a1b0-02158c6de16e, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:43:16.058289 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-607954'] for router_interface, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:16.060101 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.plugins.ml2.db [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] For port ba07b0f4-e627-46c9-a1b0-02158c6de16e, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=ba07b0f4-e627-46c9-a1b0-02158c6de16e,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:43:16.066053 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Pushing event updated for resources: {'Port': ['ID=75ea473a-1f70-4528-9338-0f889d59432f,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:16.071686 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron_lib.callbacks.manager [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:16.147983 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d52ab-de6a-4a92-86bc-26a7ecf1d6a4 req-6b097b30-60e1-4ca7-83e0-52054928ff71 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:16.151951 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a76d52ab-de6a-4a92-86bc-26a7ecf1d6a4 req-6b097b30-60e1-4ca7-83e0-52054928ff71 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.2865067 Oct 27 11:43:16.230454 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Routers {'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:43:16.231110 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:43:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:16.233256 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74ec5e-4566-49e1-96c8-9ba907b82fcb None None] Pushing event updated for resources: {'Port': ['ID=ba07b0f4-e627-46c9-a1b0-02158c6de16e,revision_number=3']} {{(pid=108005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:16.329005 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-0cb6374f-d96d-40ac-bc49-b549fc0bcad9 None None] Provisioning complete for port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:16.329773 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-0cb6374f-d96d-40ac-bc49-b549fc0bcad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:16.395401 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a76d52ab-de6a-4a92-86bc-26a7ecf1d6a4 req-5fccf558-e0ad-4e45-b278-5c841c3ec5ee tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318158 Oct 27 11:43:16.413470 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:43:16.441121 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5a9f8-ff3f-4837-9a7b-8528d6d77f8c req-52ac1f6b-147a-4b75-8d85-0acbb9b0be8a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:16.442816 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ca5a9f8-ff3f-4837-9a7b-8528d6d77f8c req-52ac1f6b-147a-4b75-8d85-0acbb9b0be8a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.2894065 Oct 27 11:43:16.513901 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ca5a9f8-ff3f-4837-9a7b-8528d6d77f8c req-daf45a4d-a977-4782-9ff0-d9d141d74d77 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516140 Oct 27 11:43:16.532028 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:16.532769 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:16.566948 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] Set router f7baf3cc-fcfd-433e-9f16-3725f4d49e5e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:43:16.589791 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Allocated IP 172.27.3.216 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/58bcfe91-6999-4776-8734-bc4c26f4520b) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:43:16.624052 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768cb664-794f-483d-a39d-1d235e5e2ce0 {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:43:16.634609 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:16.651200 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Transition to ACTIVE for port object 768cb664-794f-483d-a39d-1d235e5e2ce0 will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:43:16.652433 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-46235d32-5ed3-47dd-816d-099a6fe42663 None None] Provisioning complete for port 75ea473a-1f70-4528-9338-0f889d59432f triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:16.652985 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-46235d32-5ed3-47dd-816d-099a6fe42663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:16.663381 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:16.700310 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-46235d32-5ed3-47dd-816d-099a6fe42663 None None] Port 75ea473a-1f70-4528-9338-0f889d59432f cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:43:16.778785 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Pushing event updated for resources: {'Port': ['ID=768cb664-794f-483d-a39d-1d235e5e2ce0,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:16.798132 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Attempting to bind port 768cb664-794f-483d-a39d-1d235e5e2ce0 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:43:16.798739 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Attempting to bind port 768cb664-794f-483d-a39d-1d235e5e2ce0 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:43:16.799252 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Attempting to bind port 768cb664-794f-483d-a39d-1d235e5e2ce0 on network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:43:16.818328 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Port 768cb664-794f-483d-a39d-1d235e5e2ce0 on network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:43:16.821596 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Attempting to bind port 768cb664-794f-483d-a39d-1d235e5e2ce0 on network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:43:16.826528 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:16.851423 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:43:16.852097 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Checking segment: {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:43:16.852753 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Bound using segment: {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:43:16.854050 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Bound port: 768cb664-794f-483d-a39d-1d235e5e2ce0, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:43:16.854703 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:16.866281 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'name': 'tempest-TestShelveInstance-534519756-router', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ba07b0f4-e627-46c9-a1b0-02158c6de16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:10Z', 'updated_at': '2021-10-27T11:43:12Z', 'revision_number': 3, 'project_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'gw_port': {'id': 'ba07b0f4-e627-46c9-a1b0-02158c6de16e', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:11Z', 'updated_at': '2021-10-27T11:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:16.887408 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:16.913480 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9c62b-7a29-438e-9165-15efe285b94f None None] The sync data for ids ['f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'] in dv-cinder-815146-3-iscsi is: [{'id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'name': 'tempest-TestShelveInstance-534519756-router', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ba07b0f4-e627-46c9-a1b0-02158c6de16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:10Z', 'updated_at': '2021-10-27T11:43:12Z', 'revision_number': 3, 'project_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'gw_port': {'id': 'ba07b0f4-e627-46c9-a1b0-02158c6de16e', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:11Z', 'updated_at': '2021-10-27T11:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:43:16.924452 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850766b0-c9ac-4251-ad7c-772c1ee0b70e req-47bd6184-ac61-43a0-84a3-311bce3ee30d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:16.926668 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-850766b0-c9ac-4251-ad7c-772c1ee0b70e req-47bd6184-ac61-43a0-84a3-311bce3ee30d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 944 time: 0.1246936 Oct 27 11:43:16.998830 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] For port 768cb664-794f-483d-a39d-1d235e5e2ce0, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:43:17.002855 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] For port 768cb664-794f-483d-a39d-1d235e5e2ce0, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=768cb664-794f-483d-a39d-1d235e5e2ce0,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:43:17.009249 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-850766b0-c9ac-4251-ad7c-772c1ee0b70e req-800ff8a9-b411-4040-8a0e-8943f00a3d7a tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716393 Oct 27 11:43:17.011370 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:17.024900 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:17.072489 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:17.073135 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:17.074552 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] 10.222.0.41 "PUT /v2.0/ports/768cb664-794f-483d-a39d-1d235e5e2ce0 HTTP/1.1" status: 200 len: 1094 time: 1.7610023 Oct 27 11:43:17.075053 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bc1aa1-781c-46c2-a28a-2fe1e1eb331a', 'tag': '768cb664-794f-483d-a39d-1d235e5e2ce0'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:43:17.077580 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8c7dd0-33e5-4d25-8956-008bcbd3b207" -d '{"events": [{"name": "network-changed", "server_uuid": "66bc1aa1-781c-46c2-a28a-2fe1e1eb331a", "tag": "768cb664-794f-483d-a39d-1d235e5e2ce0"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:43:17.102033 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:43:17.140885 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32410fb9-b821-4b21-a692-c5a79cc6449c service neutron] Pushing event updated for resources: {'Port': ['ID=768cb664-794f-483d-a39d-1d235e5e2ce0,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:17.163988 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event updated for resources: {'Port': ['ID=58bcfe91-6999-4776-8734-bc4c26f4520b,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:17.166848 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e106bd4f-cd6a-4f24-823e-adaaf675ff78 x-openstack-request-id: req-e106bd4f-cd6a-4f24-823e-adaaf675ff78 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:43:17.167443 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bc1aa1-781c-46c2-a28a-2fe1e1eb331a", "tag": "768cb664-794f-483d-a39d-1d235e5e2ce0", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:43:17.168487 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e106bd4f-cd6a-4f24-823e-adaaf675ff78 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:43:17.169115 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bc1aa1-781c-46c2-a28a-2fe1e1eb331a', 'tag': '768cb664-794f-483d-a39d-1d235e5e2ce0', 'status': 'completed', 'code': 200} Oct 27 11:43:17.176277 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:43:17.183132 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:43:17.195207 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-7b0e04dc-3528-4a23-a4d6-9301ab138aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:17.196891 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-7b0e04dc-3528-4a23-a4d6-9301ab138aa8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 1097 time: 0.0653265 Oct 27 11:43:17.274825 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-0f46fa74-129f-4f08-bc32-14d52dd132e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=768cb664-794f-483d-a39d-1d235e5e2ce0 HTTP/1.1" status: 200 len: 217 time: 0.0591264 Oct 27 11:43:17.374242 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-0feb2a1c-21f7-420a-9ee7-5415523f6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:17.376295 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-0feb2a1c-21f7-420a-9ee7-5415523f6ed7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38d49ba1-e1bf-423b-8a40-a4419d3a55de HTTP/1.1" status: 200 len: 850 time: 0.0778229 Oct 27 11:43:17.493118 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Publish callbacks [] for port, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:17.528689 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-b8f42c30-8b6f-4bd3-aba1-7d85db77dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:17.530243 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-b8f42c30-8b6f-4bd3-aba1-7d85db77dc9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1443002 Oct 27 11:43:17.531712 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29335528'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:17.554913 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e22f30-1c94-40a5-8b0e-0a355be9e94c req-6695b93b-19b7-48ad-af34-d0c431cc3fa7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:17.556765 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-60e22f30-1c94-40a5-8b0e-0a355be9e94c req-6695b93b-19b7-48ad-af34-d0c431cc3fa7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0799627 Oct 27 11:43:17.652652 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-637574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608066'] for router_interface, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:17.662877 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-60e22f30-1c94-40a5-8b0e-0a355be9e94c req-a37c73c5-6279-4cdb-9021-dca55da2eb5a tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974448 Oct 27 11:43:17.731252 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-a6aaa649-0232-4f3e-b274-a2c9cd5f957d service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733084 Oct 27 11:43:17.733805 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Pushing event updated for resources: {'Port': ['ID=75ea473a-1f70-4528-9338-0f889d59432f,revision_number=2']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:17.745793 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ea7c5-a263-43f3-8fbc-7e66cd39d409 req-25810fd3-447c-493e-b24a-3016cadd3d12 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:17.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a98ea7c5-a263-43f3-8fbc-7e66cd39d409 req-25810fd3-447c-493e-b24a-3016cadd3d12 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0806179 Oct 27 11:43:17.853881 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a98ea7c5-a263-43f3-8fbc-7e66cd39d409 req-5d014b57-c0eb-43b7-bbc6-fd75f7e7b227 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951965 Oct 27 11:43:17.866374 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:17.902041 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51930694-9882-4aa3-8ac1-9dbef44da228 req-1f82afa2-dae3-4c80-8c40-c082d1219552 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531279 Oct 27 11:43:17.907060 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Network ec2e1250-4221-49eb-957a-7b7f67e55ea2 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:43:17.911328 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:43:18.054051 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c7dd0-33e5-4d25-8956-008bcbd3b207 req-f9070ca4-3886-4152-81d0-46d170672c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:18.055864 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0b8c7dd0-33e5-4d25-8956-008bcbd3b207 req-f9070ca4-3886-4152-81d0-46d170672c0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 1097 time: 0.0819533 Oct 27 11:43:18.094038 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:18.167263 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Router f7baf3cc-fcfd-433e-9f16-3725f4d49e5e has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:43:18.220782 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c7dd0-33e5-4d25-8956-008bcbd3b207 req-6f956365-7ff1-4d4c-96b7-8ced37e9eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:18.222831 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0b8c7dd0-33e5-4d25-8956-008bcbd3b207 req-6f956365-7ff1-4d4c-96b7-8ced37e9eee0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 913 time: 0.1557834 Oct 27 11:43:18.232794 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-f50a0944-4e14-49de-889f-c47d5c3117de None None] Provisioning complete for port 75ea473a-1f70-4528-9338-0f889d59432f triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:18.233510 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-f50a0944-4e14-49de-889f-c47d5c3117de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:18.245569 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c5d6e-2151-4847-9a19-e7f1844a34bf req-8eef2014-7d21-4a04-8d5d-cbcd43df561b tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:18.247138 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f81c5d6e-2151-4847-9a19-e7f1844a34bf req-8eef2014-7d21-4a04-8d5d-cbcd43df561b tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 944 time: 0.1191406 Oct 27 11:43:18.304319 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0b8c7dd0-33e5-4d25-8956-008bcbd3b207 req-d43e203b-50d2-4232-bc7c-a1d3afa10f5a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=768cb664-794f-483d-a39d-1d235e5e2ce0 HTTP/1.1" status: 200 len: 217 time: 0.0520623 Oct 27 11:43:18.305824 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-f50a0944-4e14-49de-889f-c47d5c3117de None None] Port 75ea473a-1f70-4528-9338-0f889d59432f cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:43:18.322475 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:18.354718 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:43:18.362102 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-a0f2a2ed-8b28-487f-a04b-d09228a03ffc admin admin] 10.222.0.36 "PUT /v2.0/routers/f7baf3cc-fcfd-433e-9f16-3725f4d49e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5148776 Oct 27 11:43:18.374862 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f81c5d6e-2151-4847-9a19-e7f1844a34bf req-c4978c9e-4b78-4aec-8dee-015e982cd562 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195126 Oct 27 11:43:18.418930 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c7dd0-33e5-4d25-8956-008bcbd3b207 req-13f411e9-64ea-4ddc-8259-ade4b91f160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:18.420530 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0b8c7dd0-33e5-4d25-8956-008bcbd3b207 req-13f411e9-64ea-4ddc-8259-ade4b91f160c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38d49ba1-e1bf-423b-8a40-a4419d3a55de HTTP/1.1" status: 200 len: 850 time: 0.1090772 Oct 27 11:43:18.451635 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device ba07b0f4-e627-46c9-a1b0-02158c6de16e up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:43:18.502410 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c7dd0-33e5-4d25-8956-008bcbd3b207 req-b04751c1-e699-4110-a5bf-a49bb18995e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:18.504351 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0b8c7dd0-33e5-4d25-8956-008bcbd3b207 req-b04751c1-e699-4110-a5bf-a49bb18995e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726354 Oct 27 11:43:18.571560 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for port, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:18.582983 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29335528'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:18.625366 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0b8c7dd0-33e5-4d25-8956-008bcbd3b207 req-8eab44ee-522c-4bb5-9a87-79d843632f54 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113830 Oct 27 11:43:18.677604 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event updated for resources: {'Port': ['ID=58bcfe91-6999-4776-8734-bc4c26f4520b,revision_number=2']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:18.705297 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:18.760269 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port ba07b0f4-e627-46c9-a1b0-02158c6de16e triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:18.765990 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:18.879277 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.l3_db [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Floating IP 324a19e7-b76b-4639-9020-2925f9ced6db associated. External IP: 172.27.3.216, port: 247e2083-6c05-4d05-a353-a3540f09ad24. Oct 27 11:43:18.911247 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:18.943087 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] For port ba07b0f4-e627-46c9-a1b0-02158c6de16e, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=ba07b0f4-e627-46c9-a1b0-02158c6de16e,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:18.949161 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.069534 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Pushing event updated for resources: {'Port': ['ID=ba07b0f4-e627-46c9-a1b0-02158c6de16e,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:19.077519 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da6802-27ee-4387-a5b3-66b39e2a9b34 req-4ec48776-847d-4524-b38f-c514e8a4257c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:19.079136 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-80da6802-27ee-4387-a5b3-66b39e2a9b34 req-4ec48776-847d-4524-b38f-c514e8a4257c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0962117 Oct 27 11:43:19.126373 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0b8c7dd0-33e5-4d25-8956-008bcbd3b207 req-95ce5905-de19-4fd1-bc0c-534ea1b7d201 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886982 Oct 27 11:43:19.164973 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-80da6802-27ee-4387-a5b3-66b39e2a9b34 req-4ba65bed-20b0-4f4f-868d-2819037317a9 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726106 Oct 27 11:43:19.207857 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Router 22145107-a4ce-4a3a-9f01-0f26c4dc37be has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:43:19.214492 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 47764) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:19.219992 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-aea0cfab-eb09-43b3-a064-9b003bba0167 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1459326495', 'description': 'tempest-secgroup-smoke-1459326495 description', 'project_id': '6f38f92679b64439a45356929b30a550'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:19.260306 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-aea0cfab-eb09-43b3-a064-9b003bba0167 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.320963 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Sync routers for ids ['f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:43:19.342103 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Routers {'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:43:19.343149 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:43:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:19.346094 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf9ef4-0fcf-44e0-96e0-3bdf556fc1c3 req-856f409c-6781-4206-98e1-b0ef5edf7270 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:19.348270 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ffdf9ef4-0fcf-44e0-96e0-3bdf556fc1c3 req-856f409c-6781-4206-98e1-b0ef5edf7270 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0850933 Oct 27 11:43:19.436403 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ffdf9ef4-0fcf-44e0-96e0-3bdf556fc1c3 req-808ce5ca-e4a6-4ae1-bbc8-fa76f14af8dc tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727446 Oct 27 11:43:19.443439 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-aea0cfab-eb09-43b3-a064-9b003bba0167 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.453759 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-aea0cfab-eb09-43b3-a064-9b003bba0167 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.482750 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-aea0cfab-eb09-43b3-a064-9b003bba0167 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.484157 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-aea0cfab-eb09-43b3-a064-9b003bba0167 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2686148 Oct 27 11:43:19.488121 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 47770) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:19.495593 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-879ca3b6-6954-4e94-a04c-4c935985abb9 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Request body: {'security_group_rule': {'security_group_id': '0eaaba60-582d-49e3-b531-92d20a82f2bb', 'project_id': '6f38f92679b64439a45356929b30a550', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:19.504349 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Set router f7baf3cc-fcfd-433e-9f16-3725f4d49e5e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:43:19.527866 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0cfab-eb09-43b3-a064-9b003bba0167 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaaba60-582d-49e3-b531-92d20a82f2bb,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:19.584389 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:43:19.587021 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c9c78-5dd6-43ec-b9a6-056332dca71e req-c0d28221-8e65-4421-bebc-95d5e5bfc635 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:19.588939 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-927c9c78-5dd6-43ec-b9a6-056332dca71e req-c0d28221-8e65-4421-bebc-95d5e5bfc635 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 944 time: 0.0818503 Oct 27 11:43:19.589900 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-879ca3b6-6954-4e94-a04c-4c935985abb9 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.603233 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa470f9-aed2-4920-b4c8-4bad37fa9de9 None None] Sync routers for ids ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:43:19.618799 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.622526 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa470f9-aed2-4920-b4c8-4bad37fa9de9 None None] Routers {'22145107-a4ce-4a3a-9f01-0f26c4dc37be'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:43:19.623199 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-7fa470f9-aed2-4920-b4c8-4bad37fa9de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:43:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:19.658686 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-18ac38db-2d32-4709-b924-9877c8b6d5de tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0139081 Oct 27 11:43:19.661853 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'tag': '247e2083-6c05-4d05-a353-a3540f09ad24'}] {{(pid=108002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:43:19.668019 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4388124e3c3b051971e62aa59e6acc07dc3096b4c4758481fd87621de6f11c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b31e62-0c91-4a2a-8d4f-d6867f39f4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf4d370-3114-42ce-9a12-9f309e914cd2", "tag": "247e2083-6c05-4d05-a353-a3540f09ad24"}]}' {{(pid=108002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:43:19.671995 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47772) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:19.681132 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-d3398b41-5b44-431f-8942-773def641b45 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1999519244', 'description': 'tempest-secgroup-smoke-1999519244 description', 'project_id': 'bb0d432e261f44cdadc3481889185390'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:19.706407 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-927c9c78-5dd6-43ec-b9a6-056332dca71e req-36bca1b5-8793-4f40-bc43-6a25fb7334bc tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953991 Oct 27 11:43:19.735801 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d3398b41-5b44-431f-8942-773def641b45 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.738984 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-879ca3b6-6954-4e94-a04c-4c935985abb9 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.741521 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44b8bac-e1f5-4a41-80ee-1a9491ee1841 x-openstack-request-id: req-c44b8bac-e1f5-4a41-80ee-1a9491ee1841 {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:43:19.741813 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf4d370-3114-42ce-9a12-9f309e914cd2", "tag": "247e2083-6c05-4d05-a353-a3540f09ad24", "status": "completed", "code": 200}]} {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:43:19.742084 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c44b8bac-e1f5-4a41-80ee-1a9491ee1841 {{(pid=108002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:43:19.742540 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'tag': '247e2083-6c05-4d05-a353-a3540f09ad24', 'status': 'completed', 'code': 200} Oct 27 11:43:19.745997 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-879ca3b6-6954-4e94-a04c-4c935985abb9 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.778514 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-879ca3b6-6954-4e94-a04c-4c935985abb9 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.783802 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47776) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:19.785199 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-879ca3b6-6954-4e94-a04c-4c935985abb9 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2958958 Oct 27 11:43:19.788005 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ca3b6-6954-4e94-a04c-4c935985abb9 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98e4eaa-0803-4c09-84c2-01fd5a3140be,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:19.792602 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-cf69ae6a-96c8-4d2a-b8aa-32323cf2f31e tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Request body: {'security_group_rule': {'security_group_id': '0eaaba60-582d-49e3-b531-92d20a82f2bb', 'project_id': '6f38f92679b64439a45356929b30a550', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:19.807852 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'name': 'tempest-TestShelveInstance-534519756-router', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ba07b0f4-e627-46c9-a1b0-02158c6de16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:10Z', 'updated_at': '2021-10-27T11:43:16Z', 'revision_number': 4, 'project_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'gw_port': {'id': 'ba07b0f4-e627-46c9-a1b0-02158c6de16e', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:11Z', 'updated_at': '2021-10-27T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '75ea473a-1f70-4528-9338-0f889d59432f', 'name': '', 'network_id': 'ec2e1250-4221-49eb-957a-7b7f67e55ea2', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'mac_address': 'fa:16:3e:49:48:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '67814099-132f-4fff-bdcb-183dcb71c33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:15Z', 'updated_at': '2021-10-27T11:43:16Z', 'revision_number': 2, 'project_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'subnets': [{'id': '67814099-132f-4fff-bdcb-183dcb71c33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:19.816510 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-7fa470f9-aed2-4920-b4c8-4bad37fa9de9 None None] Set router 22145107-a4ce-4a3a-9f01-0f26c4dc37be gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:43:19.840276 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Checking router: f7baf3cc-fcfd-433e-9f16-3725f4d49e5e for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:43:19.840626 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Updating router f7baf3cc-fcfd-433e-9f16-3725f4d49e5e port 75ea473a-1f70-4528-9338-0f889d59432f binding host dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:43:19.854242 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b31e62-0c91-4a2a-8d4f-d6867f39f4cf req-47cfd6bc-7e85-4288-b313-83b701cc0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:19.856679 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-36b31e62-0c91-4a2a-8d4f-d6867f39f4cf req-47cfd6bc-7e85-4288-b313-83b701cc0e23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb0d432e261f44cdadc3481889185390&device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 1098 time: 0.0691667 Oct 27 11:43:19.874005 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cf69ae6a-96c8-4d2a-b8aa-32323cf2f31e tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.884962 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.894454 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d3398b41-5b44-431f-8942-773def641b45 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.908555 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d3398b41-5b44-431f-8942-773def641b45 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.978897 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d3398b41-5b44-431f-8942-773def641b45 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.983687 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-d3398b41-5b44-431f-8942-773def641b45 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3106475 Oct 27 11:43:19.984585 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47778) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:19.994242 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-0bd36f9d-711a-4b60-8ce5-41ae0dbbc99f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Request body: {'security_group_rule': {'security_group_id': 'db423aa0-6eb8-499f-9335-377af5f96dc7', 'project_id': 'bb0d432e261f44cdadc3481889185390', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:20.009118 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3398b41-5b44-431f-8942-773def641b45 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db423aa0-6eb8-499f-9335-377af5f96dc7,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:20.034833 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cf69ae6a-96c8-4d2a-b8aa-32323cf2f31e tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.040769 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cf69ae6a-96c8-4d2a-b8aa-32323cf2f31e tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.045171 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b31e62-0c91-4a2a-8d4f-d6867f39f4cf req-88da0cc4-72f1-4b7e-aa20-f7e1359f59df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:20.047602 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-36b31e62-0c91-4a2a-8d4f-d6867f39f4cf req-88da0cc4-72f1-4b7e-aa20-f7e1359f59df service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb905254-0c92-4844-869d-5a0827915707 HTTP/1.1" status: 200 len: 917 time: 0.1672692 Oct 27 11:43:20.067957 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0bd36f9d-711a-4b60-8ce5-41ae0dbbc99f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.072462 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69ae6a-96c8-4d2a-b8aa-32323cf2f31e tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a94c63-48ec-4686-b86c-d9f5a4b6365b,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:20.086156 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cf69ae6a-96c8-4d2a-b8aa-32323cf2f31e tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.087345 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-cf69ae6a-96c8-4d2a-b8aa-32323cf2f31e tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3016858 Oct 27 11:43:20.090935 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47780) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:20.095436 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-b83d279b-1f85-41d7-9eed-5217a0cc7915 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Request body: {'security_group_rule': {'security_group_id': '0eaaba60-582d-49e3-b531-92d20a82f2bb', 'project_id': '6f38f92679b64439a45356929b30a550', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:20.151362 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-7fa470f9-aed2-4920-b4c8-4bad37fa9de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:55Z', 'revision_number': 4, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port': {'id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '324a19e7-b76b-4639-9020-2925f9ced6db', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'port_id': '247e2083-6c05-4d05-a353-a3540f09ad24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'mac_address': 'fa:16:3e:f4:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:43:17Z', 'updated_at': '2021-10-27T11:43:17Z', 'revision_number': 0, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f757e089-2281-48b6-b27a-a4381d7cca99', 'name': '', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'mac_address': 'fa:16:3e:ef:e9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:54Z', 'updated_at': '2021-10-27T11:41:59Z', 'revision_number': 5, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'subnets': [{'id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:20.152146 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-b83d279b-1f85-41d7-9eed-5217a0cc7915 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.156577 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0bd36f9d-711a-4b60-8ce5-41ae0dbbc99f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.170736 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-36b31e62-0c91-4a2a-8d4f-d6867f39f4cf req-0c5c2faf-8342-49ba-b95d-6118f53080fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=247e2083-6c05-4d05-a353-a3540f09ad24 HTTP/1.1" status: 200 len: 999 time: 0.1069014 Oct 27 11:43:20.182737 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa470f9-aed2-4920-b4c8-4bad37fa9de9 None None] Checking router: 22145107-a4ce-4a3a-9f01-0f26c4dc37be for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:43:20.192393 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa470f9-aed2-4920-b4c8-4bad37fa9de9 None None] Routers {'22145107-a4ce-4a3a-9f01-0f26c4dc37be'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:43:20.193228 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-7fa470f9-aed2-4920-b4c8-4bad37fa9de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:43:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:20.196095 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0bd36f9d-711a-4b60-8ce5-41ae0dbbc99f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.246096 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0bd36f9d-711a-4b60-8ce5-41ae0dbbc99f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.248538 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-0bd36f9d-711a-4b60-8ce5-41ae0dbbc99f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2579355 Oct 27 11:43:20.254672 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 47786) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:20.274979 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-ca27b5b5-dc76-4b55-a7f4-ab6f2c692b00 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Request body: {'security_group_rule': {'security_group_id': 'db423aa0-6eb8-499f-9335-377af5f96dc7', 'project_id': 'bb0d432e261f44cdadc3481889185390', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:20.287741 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-b83d279b-1f85-41d7-9eed-5217a0cc7915 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.290501 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd36f9d-711a-4b60-8ce5-41ae0dbbc99f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d88f83-79ed-43f4-bdfc-a3be7af015ff,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:20.293718 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-b83d279b-1f85-41d7-9eed-5217a0cc7915 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.308888 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d279b-1f85-41d7-9eed-5217a0cc7915 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2063a638-696c-4623-974c-cd6a7964fa20,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:20.321957 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ca27b5b5-dc76-4b55-a7f4-ab6f2c692b00 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.336086 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-b83d279b-1f85-41d7-9eed-5217a0cc7915 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.344152 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-b83d279b-1f85-41d7-9eed-5217a0cc7915 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2505896 Oct 27 11:43:20.344489 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 47788) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:20.356607 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-7f7f0d89-3112-4f68-a030-0638e6540951 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Request body: {'security_group_rule': {'security_group_id': '0eaaba60-582d-49e3-b531-92d20a82f2bb', 'project_id': '6f38f92679b64439a45356929b30a550', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:20.370953 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Publish callbacks [] for port, precommit_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.379778 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.387724 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b31e62-0c91-4a2a-8d4f-d6867f39f4cf req-e31476d8-4bfe-440b-b32e-ff974d17ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:20.389327 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-36b31e62-0c91-4a2a-8d4f-d6867f39f4cf req-e31476d8-4bfe-440b-b32e-ff974d17ca03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d6def66-84cf-4abb-b40d-c0217d908646 HTTP/1.1" status: 200 len: 854 time: 0.2077820 Oct 27 11:43:20.451570 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-7fa470f9-aed2-4920-b4c8-4bad37fa9de9 None None] Set router 22145107-a4ce-4a3a-9f01-0f26c4dc37be gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:43:20.452970 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a5dd4-8e4b-4cc3-91a4-28e87bbdada0 None None] Pushing event updated for resources: {'Port': ['ID=75ea473a-1f70-4528-9338-0f889d59432f,revision_number=3']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:20.460685 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device ba07b0f4-e627-46c9-a1b0-02158c6de16e up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:43:20.463780 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device f1fa3ef3-fed8-422e-8aa1-0d1660df4486 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:43:20.561783 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483774f4-976c-4f57-8a97-56f491f97cb3 req-3fbc367f-80b7-41fc-b74e-6c69e80fd51c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:20.575267 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-483774f4-976c-4f57-8a97-56f491f97cb3 req-3fbc367f-80b7-41fc-b74e-6c69e80fd51c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.2666068 Oct 27 11:43:20.590769 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ca27b5b5-dc76-4b55-a7f4-ab6f2c692b00 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.626795 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7f7f0d89-3112-4f68-a030-0638e6540951 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.667055 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ca27b5b5-dc76-4b55-a7f4-ab6f2c692b00 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.692400 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port f1fa3ef3-fed8-422e-8aa1-0d1660df4486, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:20.713798 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27b5b5-dc76-4b55-a7f4-ab6f2c692b00 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b054942-d982-46c8-a914-45bd0f377e99,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:20.732595 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'port_id': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'mac_address': 'fa:16:3e:f9:df:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:43:20.772933 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b31e62-0c91-4a2a-8d4f-d6867f39f4cf req-22c6b93a-45ee-4023-8628-843f7a293ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:20.774661 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-36b31e62-0c91-4a2a-8d4f-d6867f39f4cf req-22c6b93a-45ee-4023-8628-843f7a293ed9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb905254-0c92-4844-869d-5a0827915707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3407133 Oct 27 11:43:20.806984 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-7fa470f9-aed2-4920-b4c8-4bad37fa9de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:55Z', 'revision_number': 4, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port': {'id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '324a19e7-b76b-4639-9020-2925f9ced6db', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'port_id': '247e2083-6c05-4d05-a353-a3540f09ad24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'mac_address': 'fa:16:3e:f4:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:43:17Z', 'updated_at': '2021-10-27T11:43:17Z', 'revision_number': 0, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f757e089-2281-48b6-b27a-a4381d7cca99', 'name': '', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'mac_address': 'fa:16:3e:ef:e9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:54Z', 'updated_at': '2021-10-27T11:41:59Z', 'revision_number': 5, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'subnets': [{'id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:20.811227 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-483774f4-976c-4f57-8a97-56f491f97cb3 req-396a749a-e34e-4000-ab33-45d9acb469fd tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347677 Oct 27 11:43:20.897849 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.907933 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port ba07b0f4-e627-46c9-a1b0-02158c6de16e triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:20.908383 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.916154 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ca27b5b5-dc76-4b55-a7f4-ab6f2c692b00 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.916838 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Attempting to bind port 75ea473a-1f70-4528-9338-0f889d59432f on host dv-cinder-815146-3-iscsi for vnic_type normal with profile {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:43:20.917274 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Attempting to bind port 75ea473a-1f70-4528-9338-0f889d59432f by drivers openvswitch,hyperv on host dv-cinder-815146-3-iscsi at level 0 using segments [{'id': '54c09f43-647c-4fdd-b72a-117447f32ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ec2e1250-4221-49eb-957a-7b7f67e55ea2'}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:43:20.921479 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Attempting to bind port 75ea473a-1f70-4528-9338-0f889d59432f on network ec2e1250-4221-49eb-957a-7b7f67e55ea2 {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:43:20.921662 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-ca27b5b5-dc76-4b55-a7f4-ab6f2c692b00 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6510196 Oct 27 11:43:20.921752 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47796) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:20.927950 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-395a949d-5018-4afd-8815-d7cf80e50a5e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Request body: {'security_group_rule': {'security_group_id': 'db423aa0-6eb8-499f-9335-377af5f96dc7', 'project_id': 'bb0d432e261f44cdadc3481889185390', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:20.948754 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa470f9-aed2-4920-b4c8-4bad37fa9de9 None None] The sync data for ids ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'] in dv-cinder-815146-3-iscsi is: [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:55Z', 'revision_number': 4, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port': {'id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '324a19e7-b76b-4639-9020-2925f9ced6db', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'port_id': '247e2083-6c05-4d05-a353-a3540f09ad24', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'mac_address': 'fa:16:3e:f4:58:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:43:17Z', 'updated_at': '2021-10-27T11:43:17Z', 'revision_number': 0, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f757e089-2281-48b6-b27a-a4381d7cca99', 'name': '', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'mac_address': 'fa:16:3e:ef:e9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:54Z', 'updated_at': '2021-10-27T11:41:59Z', 'revision_number': 5, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'subnets': [{'id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:43:20.963026 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-af8e1c50-e98d-4686-a24f-c36f38ece277 None None] Provisioning complete for port 75ea473a-1f70-4528-9338-0f889d59432f triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:20.963252 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-395a949d-5018-4afd-8815-d7cf80e50a5e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.963945 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-af8e1c50-e98d-4686-a24f-c36f38ece277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.005896 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1fa3ef3-fed8-422e-8aa1-0d1660df4486 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:43:21.016307 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea7d70-c127-4449-9e09-a7de314bbfeb req-752b57ab-aec5-404a-8b52-9347b0bf6e3c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:21.018357 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Checking agent: {'id': '8cacca93-06ad-4ae1-8855-69d8e984ebcd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815146-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 32, 40), 'started_at': datetime.datetime(2021, 10, 27, 11, 33, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815146-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:43:21.019367 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Checking segment: {'id': '54c09f43-647c-4fdd-b72a-117447f32ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ec2e1250-4221-49eb-957a-7b7f67e55ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:43:21.019742 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.020140 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Bound using segment: {'id': '54c09f43-647c-4fdd-b72a-117447f32ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ec2e1250-4221-49eb-957a-7b7f67e55ea2'} {{(pid=108004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:43:21.020627 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.managers [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Bound port: 75ea473a-1f70-4528-9338-0f889d59432f, host: dv-cinder-815146-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c09f43-647c-4fdd-b72a-117447f32ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'ec2e1250-4221-49eb-957a-7b7f67e55ea2'}}] {{(pid=108004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:43:21.021010 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.024654 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f5ea7d70-c127-4449-9e09-a7de314bbfeb req-752b57ab-aec5-404a-8b52-9347b0bf6e3c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.4309835 Oct 27 11:43:21.069563 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79e10f-40db-449f-af2d-8e131071e523 req-9da006ff-a28a-4fa6-9eeb-b7855898ef2a tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:21.070248 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port f1fa3ef3-fed8-422e-8aa1-0d1660df4486, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:21.083599 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4f79e10f-40db-449f-af2d-8e131071e523 req-9da006ff-a28a-4fa6-9eeb-b7855898ef2a tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 944 time: 0.1488419 Oct 27 11:43:21.084022 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-af8e1c50-e98d-4686-a24f-c36f38ece277 None None] Port 75ea473a-1f70-4528-9338-0f889d59432f cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:43:21.116378 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.123608 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-395a949d-5018-4afd-8815-d7cf80e50a5e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.132604 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-395a949d-5018-4afd-8815-d7cf80e50a5e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.133580 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7f7f0d89-3112-4f68-a030-0638e6540951 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.155777 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a949d-5018-4afd-8815-d7cf80e50a5e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19bf93d-f857-4ddd-85ff-5fc757c4e69c,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:21.166123 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-395a949d-5018-4afd-8815-d7cf80e50a5e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.167612 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-395a949d-5018-4afd-8815-d7cf80e50a5e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2443902 Oct 27 11:43:21.171830 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47798) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:21.179874 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-40515445-82f2-459c-b99a-4ddd906f773e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Request body: {'security_group_rule': {'security_group_id': 'db423aa0-6eb8-499f-9335-377af5f96dc7', 'project_id': 'bb0d432e261f44cdadc3481889185390', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:21.187304 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7f7f0d89-3112-4f68-a030-0638e6540951 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.231652 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40515445-82f2-459c-b99a-4ddd906f773e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.235762 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f5ea7d70-c127-4449-9e09-a7de314bbfeb req-b10aa935-3de5-4f7f-981d-4a40728474ec tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102330 Oct 27 11:43:21.254772 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f0d89-3112-4f68-a030-0638e6540951 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b38092-002a-408c-aa7e-7fcf5c47dc2c,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:21.255872 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,revision_number=6']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:21.270217 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4f79e10f-40db-449f-af2d-8e131071e523 req-325ab085-47c3-4c7f-8ba3-44cbc5ee53c7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826494 Oct 27 11:43:21.275450 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7f7f0d89-3112-4f68-a030-0638e6540951 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.276056 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] For port 75ea473a-1f70-4528-9338-0f889d59432f, host dv-cinder-815146-3-iscsi, cleared binding levels {{(pid=108004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:43:21.276681 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-7f7f0d89-3112-4f68-a030-0638e6540951 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9239099 Oct 27 11:43:21.279079 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-36b31e62-0c91-4a2a-8d4f-d6867f39f4cf req-5f55ac9b-b011-49a6-ab3c-556c61093000 service neutron] 10.222.0.41 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864476 Oct 27 11:43:21.279558 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 47800) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:21.287822 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-9d6f9a65-0ec3-44cc-97ef-4a9258528674 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Request body: {'security_group_rule': {'security_group_id': '0eaaba60-582d-49e3-b531-92d20a82f2bb', 'project_id': '6f38f92679b64439a45356929b30a550', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:21.288347 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] For port 75ea473a-1f70-4528-9338-0f889d59432f, host dv-cinder-815146-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=75ea473a-1f70-4528-9338-0f889d59432f,segment=NetworkSegment(54c09f43-647c-4fdd-b72a-117447f32ecd),segment_id=54c09f43-647c-4fdd-b72a-117447f32ecd)] {{(pid=108004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:43:21.308439 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.379793 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Routers {'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:43:21.379793 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:43:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:21.413687 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40515445-82f2-459c-b99a-4ddd906f773e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.424903 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40515445-82f2-459c-b99a-4ddd906f773e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.463473 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40515445-82f2-459c-b99a-4ddd906f773e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e9e0a9-4d62-461b-9c19-1ee12b69ef86,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:21.483215 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-36b31e62-0c91-4a2a-8d4f-d6867f39f4cf req-d6a9ff30-78b9-4e9e-9577-01c0451bb3c0 service neutron] 10.222.0.41 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905887 Oct 27 11:43:21.485934 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.securitygroups_db [None req-9d6f9a65-0ec3-44cc-97ef-4a9258528674 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Project 6f38f92679b64439a45356929b30a550 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:43:21.493220 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9d6f9a65-0ec3-44cc-97ef-4a9258528674 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.495469 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40515445-82f2-459c-b99a-4ddd906f773e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.499557 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-40515445-82f2-459c-b99a-4ddd906f773e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3262825 Oct 27 11:43:21.500705 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47804) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:21.508488 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-a1143ef0-1f03-43fd-b599-6de6e036cb78 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Request body: {'security_group_rule': {'security_group_id': 'db423aa0-6eb8-499f-9335-377af5f96dc7', 'project_id': 'bb0d432e261f44cdadc3481889185390', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:21.532307 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['f1fa3ef3-fed8-422e-8aa1-0d1660df4486'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:43:21.536592 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bed0f2-cdf1-4fe1-8ab9-32ff5bc92339 None None] New status for floating IP 324a19e7-b76b-4639-9020-2925f9ced6db: ACTIVE {{(pid=108004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:43:21.541669 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] Set router f7baf3cc-fcfd-433e-9f16-3725f4d49e5e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:43:21.552389 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.securitygroups_db [None req-a1143ef0-1f03-43fd-b599-6de6e036cb78 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Project bb0d432e261f44cdadc3481889185390 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:43:21.560135 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a1143ef0-1f03-43fd-b599-6de6e036cb78 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.580886 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9d6f9a65-0ec3-44cc-97ef-4a9258528674 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.590964 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9d6f9a65-0ec3-44cc-97ef-4a9258528674 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.615046 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f9a65-0ec3-44cc-97ef-4a9258528674 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba85dcf-eb1f-415a-9f0f-5aa0d0ff9e00,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:21.636574 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9d6f9a65-0ec3-44cc-97ef-4a9258528674 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.645149 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-9d6f9a65-0ec3-44cc-97ef-4a9258528674 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3644795 Oct 27 11:43:21.645800 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 47808) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:21.652839 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-25efaf26-5166-440a-9b48-cbc64dfaf11f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Request body: {'security_group_rule': {'security_group_id': '0eaaba60-582d-49e3-b531-92d20a82f2bb', 'project_id': '6f38f92679b64439a45356929b30a550', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:21.684032 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a1143ef0-1f03-43fd-b599-6de6e036cb78 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.689420 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.securitygroups_db [None req-25efaf26-5166-440a-9b48-cbc64dfaf11f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Project 6f38f92679b64439a45356929b30a550 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:43:21.694665 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a1143ef0-1f03-43fd-b599-6de6e036cb78 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.701168 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-25efaf26-5166-440a-9b48-cbc64dfaf11f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.722146 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1143ef0-1f03-43fd-b599-6de6e036cb78 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ecab7b-286f-4cad-a31e-4e2840b9ef2c,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:21.737726 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a1143ef0-1f03-43fd-b599-6de6e036cb78 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.743384 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-a1143ef0-1f03-43fd-b599-6de6e036cb78 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2412348 Oct 27 11:43:21.744157 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 47810) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:21.749623 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-195c0920-0b95-42c8-86c3-53e80c1a775f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Request body: {'security_group_rule': {'security_group_id': 'db423aa0-6eb8-499f-9335-377af5f96dc7', 'project_id': 'bb0d432e261f44cdadc3481889185390', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:21.781927 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.securitygroups_db [None req-195c0920-0b95-42c8-86c3-53e80c1a775f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Project bb0d432e261f44cdadc3481889185390 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:43:21.790447 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-195c0920-0b95-42c8-86c3-53e80c1a775f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.812911 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a5dd4-8e4b-4cc3-91a4-28e87bbdada0 None None] Pushing event updated for resources: {'Port': ['ID=75ea473a-1f70-4528-9338-0f889d59432f,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:21.826343 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-25efaf26-5166-440a-9b48-cbc64dfaf11f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.835026 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-25efaf26-5166-440a-9b48-cbc64dfaf11f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.860211 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efaf26-5166-440a-9b48-cbc64dfaf11f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21c5c33-3c6a-45e3-994d-2fa5789ed9cb,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:21.870701 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-25efaf26-5166-440a-9b48-cbc64dfaf11f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.872075 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-25efaf26-5166-440a-9b48-cbc64dfaf11f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2252202 Oct 27 11:43:21.885635 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-195c0920-0b95-42c8-86c3-53e80c1a775f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.892888 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-195c0920-0b95-42c8-86c3-53e80c1a775f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.919187 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c0920-0b95-42c8-86c3-53e80c1a775f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e90816-7f74-4a8f-b952-f43e0b6b71da,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:21.929789 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-195c0920-0b95-42c8-86c3-53e80c1a775f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:21.931799 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-195c0920-0b95-42c8-86c3-53e80c1a775f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1863875 Oct 27 11:43:22.009872 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-bb77ef91-7e6a-43d0-9761-f79425d4a27d None None] Provisioning complete for port 75ea473a-1f70-4528-9338-0f889d59432f triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:22.010234 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-bb77ef91-7e6a-43d0-9761-f79425d4a27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:22.016211 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf708b81-f685-4ac4-98ed-7ef253595afb req-8999f635-b252-4475-b5b1-d137de346600 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:22.018273 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bf708b81-f685-4ac4-98ed-7ef253595afb req-8999f635-b252-4475-b5b1-d137de346600 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0791397 Oct 27 11:43:22.114069 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dff8267a-5190-4b04-b924-f2b21b562d1b req-1beb3e11-8a97-4ab0-86d0-86915cff6366 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999519244&fields=id&tenant_id=bb0d432e261f44cdadc3481889185390 HTTP/1.1" status: 200 len: 267 time: 0.0937378 Oct 27 11:43:22.123106 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bf708b81-f685-4ac4-98ed-7ef253595afb req-35cab106-c8f2-4a60-9094-527f2347aa53 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773153 Oct 27 11:43:22.231966 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8267a-5190-4b04-b924-f2b21b562d1b req-592540d9-c0a8-47e9-bc9c-bb45116543c8 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:22.245869 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dff8267a-5190-4b04-b924-f2b21b562d1b req-592540d9-c0a8-47e9-bc9c-bb45116543c8 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 945 time: 0.1114621 Oct 27 11:43:22.282774 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-dff8267a-5190-4b04-b924-f2b21b562d1b req-7ba05a23-923a-4122-b10f-112627324a8a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Request body: {'port': {'security_groups': ['3cf0b88f-f16e-48c2-aeb3-29cebe084b7c', 'db423aa0-6eb8-499f-9335-377af5f96dc7']}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:22.528895 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-dff8267a-5190-4b04-b924-f2b21b562d1b req-7ba05a23-923a-4122-b10f-112627324a8a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:22.549191 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-bb77ef91-7e6a-43d0-9761-f79425d4a27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:22.608438 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'name': 'tempest-TestShelveInstance-534519756-router', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ba07b0f4-e627-46c9-a1b0-02158c6de16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:10Z', 'updated_at': '2021-10-27T11:43:16Z', 'revision_number': 4, 'project_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'gw_port': {'id': 'ba07b0f4-e627-46c9-a1b0-02158c6de16e', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:11Z', 'updated_at': '2021-10-27T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '75ea473a-1f70-4528-9338-0f889d59432f', 'name': '', 'network_id': 'ec2e1250-4221-49eb-957a-7b7f67e55ea2', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'mac_address': 'fa:16:3e:49:48:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '67814099-132f-4fff-bdcb-183dcb71c33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:15Z', 'updated_at': '2021-10-27T11:43:21Z', 'revision_number': 4, 'project_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'subnets': [{'id': '67814099-132f-4fff-bdcb-183dcb71c33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:22.646311 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-bb77ef91-7e6a-43d0-9761-f79425d4a27d None None] For port 75ea473a-1f70-4528-9338-0f889d59432f, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=75ea473a-1f70-4528-9338-0f889d59432f,segment=NetworkSegment(54c09f43-647c-4fdd-b72a-117447f32ecd),segment_id=54c09f43-647c-4fdd-b72a-117447f32ecd)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:22.648613 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d22ab7-095e-4a29-8474-83bede0c1fc4 None None] The sync data for ids ['f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'] in dv-cinder-815146-3-iscsi is: [{'id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'name': 'tempest-TestShelveInstance-534519756-router', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ba07b0f4-e627-46c9-a1b0-02158c6de16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:10Z', 'updated_at': '2021-10-27T11:43:16Z', 'revision_number': 4, 'project_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'gw_port': {'id': 'ba07b0f4-e627-46c9-a1b0-02158c6de16e', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:11Z', 'updated_at': '2021-10-27T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '75ea473a-1f70-4528-9338-0f889d59432f', 'name': '', 'network_id': 'ec2e1250-4221-49eb-957a-7b7f67e55ea2', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'mac_address': 'fa:16:3e:49:48:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '67814099-132f-4fff-bdcb-183dcb71c33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:15Z', 'updated_at': '2021-10-27T11:43:21Z', 'revision_number': 4, 'project_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'subnets': [{'id': '67814099-132f-4fff-bdcb-183dcb71c33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:43:22.652247 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-bb77ef91-7e6a-43d0-9761-f79425d4a27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:22.696042 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c21ebe-c6bd-4422-8560-8f8db0cdcf9b req-1b83447f-ebe4-42db-be9b-c738fe56073f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:22.697928 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-60c21ebe-c6bd-4422-8560-8f8db0cdcf9b req-1b83447f-ebe4-42db-be9b-c738fe56073f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 945 time: 0.2821639 Oct 27 11:43:22.860557 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77ef91-7e6a-43d0-9761-f79425d4a27d None None] Pushing event updated for resources: {'Port': ['ID=75ea473a-1f70-4528-9338-0f889d59432f,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:22.950370 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6bb6e-8eb6-43ff-a7f2-63854720d410 req-5b86550d-9f86-4dce-8655-380366bc96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:22.952100 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cdc6bb6e-8eb6-43ff-a7f2-63854720d410 req-5b86550d-9f86-4dce-8655-380366bc96c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18a798fcd851472396a821df034d2591&device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 1099 time: 0.2757051 Oct 27 11:43:23.093516 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-60c21ebe-c6bd-4422-8560-8f8db0cdcf9b req-332cfc7e-dd07-4038-97f9-bbeab8653049 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458922 Oct 27 11:43:23.233448 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6bb6e-8eb6-43ff-a7f2-63854720d410 req-1afa96c1-5c28-4f07-a60b-89da5ad16f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:23.236611 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cdc6bb6e-8eb6-43ff-a7f2-63854720d410 req-1afa96c1-5c28-4f07-a60b-89da5ad16f5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7a19429-34d2-4399-856f-928cf000bee1 HTTP/1.1" status: 200 len: 913 time: 0.2482007 Oct 27 11:43:23.397233 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-dff8267a-5190-4b04-b924-f2b21b562d1b req-7ba05a23-923a-4122-b10f-112627324a8a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] For port 247e2083-6c05-4d05-a353-a3540f09ad24, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=247e2083-6c05-4d05-a353-a3540f09ad24,segment=NetworkSegment(5dbbf922-a772-4ad0-9b2f-e493274031ff),segment_id=5dbbf922-a772-4ad0-9b2f-e493274031ff)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:23.472892 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f062b-ccdd-4ece-8014-0a461eeaf96e req-acafd3e5-4a8d-4d4a-b6c5-5033738444a9 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:23.495271 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4b5f062b-ccdd-4ece-8014-0a461eeaf96e req-acafd3e5-4a8d-4d4a-b6c5-5033738444a9 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.2567465 Oct 27 11:43:23.510604 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cdc6bb6e-8eb6-43ff-a7f2-63854720d410 req-9ce8379d-1a4a-4573-a0b2-0f4a2bf82136 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c593237-bb39-469b-bd7c-7bccef5c0f8d HTTP/1.1" status: 200 len: 1002 time: 0.2184572 Oct 27 11:43:23.542315 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-dff8267a-5190-4b04-b924-f2b21b562d1b req-7ba05a23-923a-4122-b10f-112627324a8a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:23.598193 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-dff8267a-5190-4b04-b924-f2b21b562d1b req-7ba05a23-923a-4122-b10f-112627324a8a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:23.612028 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['247e2083-6c05-4d05-a353-a3540f09ad24'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:43:23.770045 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8267a-5190-4b04-b924-f2b21b562d1b req-7ba05a23-923a-4122-b10f-112627324a8a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:23.770045 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-dff8267a-5190-4b04-b924-f2b21b562d1b req-7ba05a23-923a-4122-b10f-112627324a8a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:23.770045 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dff8267a-5190-4b04-b924-f2b21b562d1b req-7ba05a23-923a-4122-b10f-112627324a8a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "PUT /v2.0/ports/247e2083-6c05-4d05-a353-a3540f09ad24 HTTP/1.1" status: 200 len: 981 time: 1.4985356 Oct 27 11:43:23.801386 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4b5f062b-ccdd-4ece-8014-0a461eeaf96e req-336522c8-4cb5-4a64-93b9-2a61f5c5bc84 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827640 Oct 27 11:43:23.802348 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba05a23-923a-4122-b10f-112627324a8a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event updated for resources: {'Port': ['ID=247e2083-6c05-4d05-a353-a3540f09ad24,revision_number=6']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:23.806297 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'tag': '247e2083-6c05-4d05-a353-a3540f09ad24'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:43:23.811500 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8901b80d-5034-4f8d-b586-e414496f8516" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf4d370-3114-42ce-9a12-9f309e914cd2", "tag": "247e2083-6c05-4d05-a353-a3540f09ad24"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:43:23.847224 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6bb6e-8eb6-43ff-a7f2-63854720d410 req-6412a444-4b2d-4c63-9cac-21e4daf0e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:23.849103 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cdc6bb6e-8eb6-43ff-a7f2-63854720d410 req-6412a444-4b2d-4c63-9cac-21e4daf0e19a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6873a289-3a0e-4f94-87e8-f3eccf8a4939 HTTP/1.1" status: 200 len: 850 time: 0.3205042 Oct 27 11:43:24.023748 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['247e2083-6c05-4d05-a353-a3540f09ad24'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:43:24.030245 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6bb6e-8eb6-43ff-a7f2-63854720d410 req-2ec64921-614c-4767-a951-1b522cd86302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:24.047841 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cdc6bb6e-8eb6-43ff-a7f2-63854720d410 req-2ec64921-614c-4767-a951-1b522cd86302 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7a19429-34d2-4399-856f-928cf000bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1887054 Oct 27 11:43:24.220866 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cdc6bb6e-8eb6-43ff-a7f2-63854720d410 req-9296dc97-c697-4505-861d-1606c40df583 service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582985 Oct 27 11:43:24.239773 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1a929-7289-4f61-9015-ad5ed55823d8 req-edbd3827-31b6-4350-b476-795a6e06ccb9 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:24.250874 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-337d5a28-a07b-43e6-aa95-6a29415d2feb None None] Provisioning complete for port 247e2083-6c05-4d05-a353-a3540f09ad24 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:24.251358 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-337d5a28-a07b-43e6-aa95-6a29415d2feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:24.258169 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-10b1a929-7289-4f61-9015-ad5ed55823d8 req-edbd3827-31b6-4350-b476-795a6e06ccb9 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 944 time: 0.3219144 Oct 27 11:43:24.402681 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-10b1a929-7289-4f61-9015-ad5ed55823d8 req-51d4c8cf-b39d-42a3-94ba-2fa5c4c93ac8 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425219 Oct 27 11:43:24.423170 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cdc6bb6e-8eb6-43ff-a7f2-63854720d410 req-3b9edfc5-1188-480c-9e65-5f0235d7315c service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595407 Oct 27 11:43:24.520399 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device f1fa3ef3-fed8-422e-8aa1-0d1660df4486 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:43:24.560504 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 75ea473a-1f70-4528-9338-0f889d59432f up at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:43:24.777890 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037cdd9-3a06-42aa-8f90-0989ab5b8472 req-c5fc123b-07ce-4903-98e3-e02456434696 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:24.800571 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e037cdd9-3a06-42aa-8f90-0989ab5b8472 req-c5fc123b-07ce-4903-98e3-e02456434696 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.2281938 Oct 27 11:43:24.804312 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20599a6f-4ad4-406b-ac00-e46100b88c66 x-openstack-request-id: req-20599a6f-4ad4-406b-ac00-e46100b88c66 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:43:24.804951 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf4d370-3114-42ce-9a12-9f309e914cd2", "tag": "247e2083-6c05-4d05-a353-a3540f09ad24", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:43:24.805473 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20599a6f-4ad4-406b-ac00-e46100b88c66 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:43:24.806218 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'tag': '247e2083-6c05-4d05-a353-a3540f09ad24', 'status': 'completed', 'code': 200} Oct 27 11:43:24.947141 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port f1fa3ef3-fed8-422e-8aa1-0d1660df4486 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:24.948081 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:25.000311 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e037cdd9-3a06-42aa-8f90-0989ab5b8472 req-b8dbf97b-ddb9-4700-8d67-2a16927a295b tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2012782 Oct 27 11:43:25.009300 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901b80d-5034-4f8d-b586-e414496f8516 req-81646ee4-15f7-45a5-aa1d-b93913f885f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:25.011214 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8901b80d-5034-4f8d-b586-e414496f8516 req-81646ee4-15f7-45a5-aa1d-b93913f885f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb0d432e261f44cdadc3481889185390&device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 1137 time: 0.2030394 Oct 27 11:43:25.045130 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Provisioning complete for port 75ea473a-1f70-4528-9338-0f889d59432f triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:25.045499 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:25.401915 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:25.476098 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fc80ed-af46-4950-890f-2e54795e946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:43:25.478446 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e03b2ef-0463-43d3-b6c7-d5a1dbf13bec" -d '{"events": [{"server_uuid": "55fc80ed-af46-4950-890f-2e54795e946b", "name": "network-vif-plugged", "status": "completed", "tag": "f1fa3ef3-fed8-422e-8aa1-0d1660df4486"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:43:25.498168 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port f1fa3ef3-fed8-422e-8aa1-0d1660df4486, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:25.511661 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:25.624204 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc00b3-9709-4421-9b28-2ab0c1aeb35c req-6d269174-32d5-4995-919f-4ee21fa2e3cc tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:25.625700 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-67bc00b3-9709-4421-9b28-2ab0c1aeb35c req-6d269174-32d5-4995-919f-4ee21fa2e3cc tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 945 time: 0.7069628 Oct 27 11:43:25.642543 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,revision_number=7']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:25.735515 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a0230-2b2b-4738-880e-505cf23b613a req-9922bcfc-e4b0-4be8-8f1d-ba146f64b76a tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:25.743295 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-aa8a0230-2b2b-4738-880e-505cf23b613a req-9922bcfc-e4b0-4be8-8f1d-ba146f64b76a tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.1355882 Oct 27 11:43:25.805679 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-67bc00b3-9709-4421-9b28-2ab0c1aeb35c req-12cbd2e0-ef9b-45d5-9555-98b3282c0525 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666808 Oct 27 11:43:25.853971 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901b80d-5034-4f8d-b586-e414496f8516 req-9082e7a5-e5bd-44e8-a8a4-b6626a9be5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:25.856445 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8901b80d-5034-4f8d-b586-e414496f8516 req-9082e7a5-e5bd-44e8-a8a4-b6626a9be5ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb905254-0c92-4844-869d-5a0827915707 HTTP/1.1" status: 200 len: 917 time: 0.8352239 Oct 27 11:43:26.031648 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-aa8a0230-2b2b-4738-880e-505cf23b613a req-4e3c5625-239d-4154-9a10-d657b295fb8a tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869968 Oct 27 11:43:26.067017 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8901b80d-5034-4f8d-b586-e414496f8516 req-59894e5b-891d-4c64-a5ef-7dd56c94d3d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=247e2083-6c05-4d05-a353-a3540f09ad24 HTTP/1.1" status: 200 len: 1001 time: 0.1781790 Oct 27 11:43:26.090965 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dd547-4595-4075-be83-d910af81daa5 req-bfc8ebc5-15c1-421f-90e8-760fbe437c2e tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:26.093071 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f75dd547-4595-4075-be83-d910af81daa5 req-bfc8ebc5-15c1-421f-90e8-760fbe437c2e tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 944 time: 0.1119328 Oct 27 11:43:26.147998 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595d139e-baf8-4e03-8abf-f9f8c88f9b97 x-openstack-request-id: req-595d139e-baf8-4e03-8abf-f9f8c88f9b97 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:43:26.148596 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fc80ed-af46-4950-890f-2e54795e946b", "name": "network-vif-plugged", "status": "completed", "tag": "f1fa3ef3-fed8-422e-8aa1-0d1660df4486", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:43:26.148596 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-595d139e-baf8-4e03-8abf-f9f8c88f9b97 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:43:26.149103 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fc80ed-af46-4950-890f-2e54795e946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'code': 200} Oct 27 11:43:26.194845 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f75dd547-4595-4075-be83-d910af81daa5 req-beb55739-a85a-411f-8398-6cb92b74a081 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813024 Oct 27 11:43:26.205472 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901b80d-5034-4f8d-b586-e414496f8516 req-32ad702f-bc05-438b-9ce3-c6fb1fdbc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:26.208216 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8901b80d-5034-4f8d-b586-e414496f8516 req-32ad702f-bc05-438b-9ce3-c6fb1fdbc34b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d6def66-84cf-4abb-b40d-c0217d908646 HTTP/1.1" status: 200 len: 854 time: 0.1108260 Oct 27 11:43:26.316261 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901b80d-5034-4f8d-b586-e414496f8516 req-69a12f39-1186-486e-ac16-98611212b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:26.318186 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8901b80d-5034-4f8d-b586-e414496f8516 req-69a12f39-1186-486e-ac16-98611212b85c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb905254-0c92-4844-869d-5a0827915707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899816 Oct 27 11:43:26.505906 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8901b80d-5034-4f8d-b586-e414496f8516 req-01d26c9b-ac6d-4fe1-ae7f-f0b6ea184f01 service neutron] 10.222.0.41 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771696 Oct 27 11:43:26.518894 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 768cb664-794f-483d-a39d-1d235e5e2ce0 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:43:26.696812 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8901b80d-5034-4f8d-b586-e414496f8516 req-49aa2c34-872d-4105-b5f9-e3fbf3d4f312 service neutron] 10.222.0.41 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767294 Oct 27 11:43:26.707502 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 768cb664-794f-483d-a39d-1d235e5e2ce0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=768cb664-794f-483d-a39d-1d235e5e2ce0,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:26.721405 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': '768cb664-794f-483d-a39d-1d235e5e2ce0', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'port_id': '768cb664-794f-483d-a39d-1d235e5e2ce0', 'mac_address': 'fa:16:3e:62:22:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:43:26.779879 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:26.803974 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768cb664-794f-483d-a39d-1d235e5e2ce0 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:43:26.847220 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 768cb664-794f-483d-a39d-1d235e5e2ce0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=768cb664-794f-483d-a39d-1d235e5e2ce0,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:26.852959 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:26.963493 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=768cb664-794f-483d-a39d-1d235e5e2ce0,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:27.010114 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6b7e7-168c-417b-a8a5-61a8b6cccba4 req-0cbd033e-eedf-4537-af8b-9805401a1050 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:27.013409 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-24f6b7e7-168c-417b-a8a5-61a8b6cccba4 req-0cbd033e-eedf-4537-af8b-9805401a1050 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0934112 Oct 27 11:43:27.083868 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-24f6b7e7-168c-417b-a8a5-61a8b6cccba4 req-6e576f36-a1ad-47d9-aad1-10c30d030f0f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606785 Oct 27 11:43:27.282213 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704c6cb-645d-4115-bf6c-2fa1b0ae8709 req-c9badfd9-37a3-4870-a876-bd6f2c44088c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:27.294228 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9704c6cb-645d-4115-bf6c-2fa1b0ae8709 req-c9badfd9-37a3-4870-a876-bd6f2c44088c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.1170266 Oct 27 11:43:27.404649 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9641a-407f-42ad-8c15-ca91860a27fb req-b26f19d4-e251-4a60-94fd-d5bf599116bf tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:27.414335 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d5a9641a-407f-42ad-8c15-ca91860a27fb req-b26f19d4-e251-4a60-94fd-d5bf599116bf tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 945 time: 0.0852637 Oct 27 11:43:27.426656 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9704c6cb-645d-4115-bf6c-2fa1b0ae8709 req-029e6319-20af-4eca-a4c2-54bbed78ed7d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301100 Oct 27 11:43:27.490389 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d5a9641a-407f-42ad-8c15-ca91860a27fb req-18e76c6e-1609-408d-9abd-327c97e6a17b tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741370 Oct 27 11:43:27.526554 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['768cb664-794f-483d-a39d-1d235e5e2ce0'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:43:28.233048 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9c108-2bb0-47f9-bc79-a188cca948ef req-ab28f133-ca84-475b-ae0f-90dcd2c9b0ad tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:28.234639 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-98a9c108-2bb0-47f9-bc79-a188cca948ef req-ab28f133-ca84-475b-ae0f-90dcd2c9b0ad tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0632942 Oct 27 11:43:28.289030 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-98a9c108-2bb0-47f9-bc79-a188cca948ef req-2a16086e-974d-4fc2-af0b-3baf732dabd0 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461910 Oct 27 11:43:28.700512 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb34337-c0b2-4ac0-b4e0-6f0b3b438ba5 req-926abbff-d844-497f-907c-5ca2aaa514bf tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:28.702414 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1bb34337-c0b2-4ac0-b4e0-6f0b3b438ba5 req-926abbff-d844-497f-907c-5ca2aaa514bf tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 945 time: 0.1018231 Oct 27 11:43:28.776150 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1bb34337-c0b2-4ac0-b4e0-6f0b3b438ba5 req-ebb42a17-07fb-47ca-813d-147189f73d75 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630929 Oct 27 11:43:29.443742 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc1880-dadb-4ea5-aa75-d3fe9742cf33 req-5c8b6b06-b29f-4d64-aa52-b2fae82a29de tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:29.445381 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c6dc1880-dadb-4ea5-aa75-d3fe9742cf33 req-5c8b6b06-b29f-4d64-aa52-b2fae82a29de tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0565844 Oct 27 11:43:29.531774 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c6dc1880-dadb-4ea5-aa75-d3fe9742cf33 req-c411afdd-9fa1-4bbb-b297-a28ebafa2c02 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669863 Oct 27 11:43:29.962137 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618b3fc-a8cc-44bf-8437-963cf8c2dcbc req-46f436eb-fc08-49fc-b664-2113de51cdfa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:29.965397 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2618b3fc-a8cc-44bf-8437-963cf8c2dcbc req-46f436eb-fc08-49fc-b664-2113de51cdfa tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 945 time: 0.0677872 Oct 27 11:43:30.035181 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2618b3fc-a8cc-44bf-8437-963cf8c2dcbc req-928c09c6-3de8-44d7-be00-b8250aa9afd5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627100 Oct 27 11:43:30.553089 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 768cb664-794f-483d-a39d-1d235e5e2ce0 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:43:30.737750 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port 768cb664-794f-483d-a39d-1d235e5e2ce0 completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:43:30.764768 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port 768cb664-794f-483d-a39d-1d235e5e2ce0 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:30.768856 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:30.839959 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9392a-33c4-4b45-b50f-7a7a8a2efa77 req-af5e31c9-5042-4682-bb6f-1f0f35c114ce tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:30.848774 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9ed9392a-33c4-4b45-b50f-7a7a8a2efa77 req-af5e31c9-5042-4682-bb6f-1f0f35c114ce tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.1822326 Oct 27 11:43:30.915929 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9ed9392a-33c4-4b45-b50f-7a7a8a2efa77 req-86c76521-1b3c-4380-a208-aa0051ab847b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656011 Oct 27 11:43:30.938321 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:30.998166 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bc1aa1-781c-46c2-a28a-2fe1e1eb331a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768cb664-794f-483d-a39d-1d235e5e2ce0'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:43:31.004979 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b8de64-ae13-4182-85b6-fc8924cbacc8" -d '{"events": [{"server_uuid": "66bc1aa1-781c-46c2-a28a-2fe1e1eb331a", "name": "network-vif-plugged", "status": "completed", "tag": "768cb664-794f-483d-a39d-1d235e5e2ce0"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:43:31.034303 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 768cb664-794f-483d-a39d-1d235e5e2ce0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=768cb664-794f-483d-a39d-1d235e5e2ce0,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:31.047570 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:31.112168 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c321a291-a561-47a0-bce0-e7bb19c1569c x-openstack-request-id: req-c321a291-a561-47a0-bce0-e7bb19c1569c {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:43:31.112663 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bc1aa1-781c-46c2-a28a-2fe1e1eb331a", "name": "network-vif-plugged", "status": "completed", "tag": "768cb664-794f-483d-a39d-1d235e5e2ce0", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:43:31.113016 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c321a291-a561-47a0-bce0-e7bb19c1569c {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:43:31.113527 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bc1aa1-781c-46c2-a28a-2fe1e1eb331a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768cb664-794f-483d-a39d-1d235e5e2ce0', 'code': 200} Oct 27 11:43:31.207940 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=768cb664-794f-483d-a39d-1d235e5e2ce0,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:31.279791 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066302a-5c3a-45f0-b37c-286ed2d4fd8c req-4234f4e8-abd5-4f49-b247-51505cdafb47 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:31.291542 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c066302a-5c3a-45f0-b37c-286ed2d4fd8c req-4234f4e8-abd5-4f49-b247-51505cdafb47 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 946 time: 0.1161168 Oct 27 11:43:31.337042 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c066302a-5c3a-45f0-b37c-286ed2d4fd8c req-2a824b81-fc6b-4663-990d-cd8464eb0202 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432110 Oct 27 11:43:31.757052 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635bde7-4916-4ecc-8670-dce1a0926278 req-ced9facc-d874-4908-bf54-84871d72c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:31.759913 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1635bde7-4916-4ecc-8670-dce1a0926278 req-ced9facc-d874-4908-bf54-84871d72c810 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 1099 time: 0.1146832 Oct 27 11:43:31.857981 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1635bde7-4916-4ecc-8670-dce1a0926278 req-e6bb49c6-779a-4634-be0f-8a50a3a0b816 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871258 Oct 27 11:43:32.151083 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b0f17-126f-4a42-af20-948807637b3c req-e7d434ff-ed34-4a60-b137-be941cb5b05c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:32.152579 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-118b0f17-126f-4a42-af20-948807637b3c req-e7d434ff-ed34-4a60-b137-be941cb5b05c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.1074417 Oct 27 11:43:32.172146 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7171a76-2beb-4abd-a538-cdd1c737269f req-01a897a7-b361-44ef-8af5-c2cc056d1421 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:32.174053 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a7171a76-2beb-4abd-a538-cdd1c737269f req-01a897a7-b361-44ef-8af5-c2cc056d1421 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0836973 Oct 27 11:43:32.218918 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-118b0f17-126f-4a42-af20-948807637b3c req-6cd54e2b-90d6-4111-a876-e2259df77042 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430632 Oct 27 11:43:32.278273 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a7171a76-2beb-4abd-a538-cdd1c737269f req-9a0b3612-e833-48f3-bd0d-12d0b10db6e5 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634043 Oct 27 11:43:32.366723 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a3878-58ba-496e-b425-20647b49afaf req-70cf0ba6-9622-4c91-9c3c-5b7a34c0d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:32.369025 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-538a3878-58ba-496e-b425-20647b49afaf req-70cf0ba6-9622-4c91-9c3c-5b7a34c0d7a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6cf4b776db943b78157db9573678d4d&device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 1098 time: 0.0649645 Oct 27 11:43:32.546457 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441c20e-8381-457d-a345-8f9987832f4a req-946ce763-0953-4165-bb90-6d128af2f834 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:32.548641 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b441c20e-8381-457d-a345-8f9987832f4a req-946ce763-0953-4165-bb90-6d128af2f834 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 946 time: 0.0930855 Oct 27 11:43:32.593384 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a3878-58ba-496e-b425-20647b49afaf req-05b0556b-7b12-48a5-96f2-02e39e7921ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:32.595390 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-538a3878-58ba-496e-b425-20647b49afaf req-05b0556b-7b12-48a5-96f2-02e39e7921ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=f295b617-1dee-47fd-847d-99b3b917163f HTTP/1.1" status: 200 len: 921 time: 0.2093089 Oct 27 11:43:32.667412 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-538a3878-58ba-496e-b425-20647b49afaf req-c6902713-d9f2-448f-9941-414bdac922d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcfab2c8-4b70-43a4-b4ce-ca5821dab427 HTTP/1.1" status: 200 len: 217 time: 0.0510767 Oct 27 11:43:32.670732 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b441c20e-8381-457d-a345-8f9987832f4a req-f3682eed-57a3-4a8b-9ee4-274860a77fe9 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001751 Oct 27 11:43:32.742401 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a3878-58ba-496e-b425-20647b49afaf req-e4186bda-2a23-46cd-8794-f3e374719490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:32.744710 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-538a3878-58ba-496e-b425-20647b49afaf req-e4186bda-2a23-46cd-8794-f3e374719490 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b5e998-50c9-4a4a-b99c-0238a60bf0ee HTTP/1.1" status: 200 len: 859 time: 0.0642612 Oct 27 11:43:32.809310 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-538a3878-58ba-496e-b425-20647b49afaf req-e57be801-5afd-4a3f-ace7-dfcf86f28973 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f295b617-1dee-47fd-847d-99b3b917163f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479438 Oct 27 11:43:33.005492 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-538a3878-58ba-496e-b425-20647b49afaf req-eaf5fb47-e2db-4dca-b9ce-c707a7cef3f1 service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857555 Oct 27 11:43:33.135095 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-538a3878-58ba-496e-b425-20647b49afaf req-af5044af-5191-4cde-ad7f-a5ee82dfa931 service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201477 Oct 27 11:43:33.482148 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d0415-c224-438d-8888-cb07ba10df26 req-60c73ed1-44a3-4b95-b7f9-910e0a1fe397 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:33.485126 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-849d0415-c224-438d-8888-cb07ba10df26 req-60c73ed1-44a3-4b95-b7f9-910e0a1fe397 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0947299 Oct 27 11:43:33.502613 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef63b2-089f-497e-8818-c7b9522ba758 req-d22b90fe-349d-4e56-9fd1-89c62f52599c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:33.504326 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-eaef63b2-089f-497e-8818-c7b9522ba758 req-d22b90fe-349d-4e56-9fd1-89c62f52599c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.1230757 Oct 27 11:43:33.562583 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-849d0415-c224-438d-8888-cb07ba10df26 req-2e4f6c68-9cd1-4dfc-8212-a64ca45777e4 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552080 Oct 27 11:43:33.588395 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-eaef63b2-089f-497e-8818-c7b9522ba758 req-f1a2969c-fb3d-48b4-8ff6-52505e76edbe tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759902 Oct 27 11:43:33.860212 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6730f-8bfb-4f9e-83d6-7977ef70192f req-43c5efc2-ef00-4b78-b64f-72d18c8976e2 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:33.862008 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-14c6730f-8bfb-4f9e-83d6-7977ef70192f req-43c5efc2-ef00-4b78-b64f-72d18c8976e2 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 946 time: 0.0791655 Oct 27 11:43:33.953738 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-14c6730f-8bfb-4f9e-83d6-7977ef70192f req-cab50cc8-28b3-4799-921c-4770c16bfbc6 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712214 Oct 27 11:43:34.631146 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dcb42-ef58-4be4-ad27-f96f29b9cd87 req-ba48ffce-3287-4c2a-9426-9e76028beeee tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:34.632782 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a06dcb42-ef58-4be4-ad27-f96f29b9cd87 req-ba48ffce-3287-4c2a-9426-9e76028beeee tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 945 time: 0.0863342 Oct 27 11:43:34.771608 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a06dcb42-ef58-4be4-ad27-f96f29b9cd87 req-a137f158-efc8-4bd4-958c-14cd62ae3375 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251118 Oct 27 11:43:34.893428 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02f9bc-389f-49ec-aa5c-f586d063494e req-bcc207dc-7e3e-4c64-851d-9df155550cf7 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:34.895059 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ef02f9bc-389f-49ec-aa5c-f586d063494e req-bcc207dc-7e3e-4c64-851d-9df155550cf7 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.1021652 Oct 27 11:43:34.998578 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ef02f9bc-389f-49ec-aa5c-f586d063494e req-42780790-2407-4ec2-8b9b-8abe6603bf2b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958867 Oct 27 11:43:35.041657 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ac599-9169-42eb-8c3d-2d8e8489c7ab req-15cf9461-f1e7-46e6-8f81-843dd206fbb4 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:35.043427 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0b9ac599-9169-42eb-8c3d-2d8e8489c7ab req-15cf9461-f1e7-46e6-8f81-843dd206fbb4 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.1257610 Oct 27 11:43:35.142444 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0b9ac599-9169-42eb-8c3d-2d8e8489c7ab req-8637cd3e-902a-410d-a183-e9fde2ec62b9 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875440 Oct 27 11:43:35.210890 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b540b6c-525f-4740-9549-30938c20033a req-cf0c8e89-1203-41ff-8ca5-c16fbe339bf4 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:35.212571 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4b540b6c-525f-4740-9549-30938c20033a req-cf0c8e89-1203-41ff-8ca5-c16fbe339bf4 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 946 time: 0.0675685 Oct 27 11:43:35.302008 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4b540b6c-525f-4740-9549-30938c20033a req-2e560ca2-dd5a-4510-a850-ddf36a7cea91 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696852 Oct 27 11:43:35.947559 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10ee51-1cd9-4d0f-a7ec-4dfc70da46af req-e81613ad-d32a-4c85-9f91-23fe6cba943b tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:35.948989 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1e10ee51-1cd9-4d0f-a7ec-4dfc70da46af req-e81613ad-d32a-4c85-9f91-23fe6cba943b tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 945 time: 0.0681899 Oct 27 11:43:35.990319 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1e10ee51-1cd9-4d0f-a7ec-4dfc70da46af req-0945235b-fd36-4a2f-bb45-30e98e251464 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353365 Oct 27 11:43:36.151785 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2479e-e839-4b1e-b7c8-6f43701fac8b req-188f615b-e4a5-4e4d-855c-1e9e2e49a6b3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:36.153377 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-01b2479e-e839-4b1e-b7c8-6f43701fac8b req-188f615b-e4a5-4e4d-855c-1e9e2e49a6b3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0502169 Oct 27 11:43:36.200243 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-01b2479e-e839-4b1e-b7c8-6f43701fac8b req-e992795b-7a2e-4430-ad56-6b3f715d047c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399625 Oct 27 11:43:36.287612 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7f803-eeaa-45b7-bea1-2dfe9eef3e0d req-e46f2588-2424-4fbd-8b61-e225d3268e14 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:36.289109 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-33f7f803-eeaa-45b7-bea1-2dfe9eef3e0d req-e46f2588-2424-4fbd-8b61-e225d3268e14 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0506461 Oct 27 11:43:36.329515 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-33f7f803-eeaa-45b7-bea1-2dfe9eef3e0d req-3b731f7e-5584-4976-92c4-ba2cfe4d8ca7 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342753 Oct 27 11:43:36.451968 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99536862-a52a-475e-beb0-7e9cb04bcd19 req-8e80a941-9a92-4550-a524-8560a59481eb tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:36.454062 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-99536862-a52a-475e-beb0-7e9cb04bcd19 req-8e80a941-9a92-4550-a524-8560a59481eb tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 946 time: 0.0644319 Oct 27 11:43:36.501499 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-99536862-a52a-475e-beb0-7e9cb04bcd19 req-c21c3bdb-47ff-4f8d-aea0-fe923728fa08 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406382 Oct 27 11:43:36.802860 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-78afb3dd-ff32-48a9-851d-17e7e10a5610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:37.129146 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ea983-589c-450d-a16f-bef2a39e6a5c req-90d46863-0833-4a6c-b511-5358e8515b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:37.130901 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a96ea983-589c-450d-a16f-bef2a39e6a5c req-90d46863-0833-4a6c-b511-5358e8515b92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb405396e49b44d0ae75c6b2df1b88e0&device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 1099 time: 0.0769126 Oct 27 11:43:37.139960 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fff3b4-c2a2-4afc-90d9-2342642b9fb9 req-21fd92f2-0056-4c46-9201-ecd8ec449755 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:37.141760 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a3fff3b4-c2a2-4afc-90d9-2342642b9fb9 req-21fd92f2-0056-4c46-9201-ecd8ec449755 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 945 time: 0.0791969 Oct 27 11:43:37.232014 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a3fff3b4-c2a2-4afc-90d9-2342642b9fb9 req-8806aedf-9c10-429b-aead-021663896e56 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837221 Oct 27 11:43:37.267026 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ea983-589c-450d-a16f-bef2a39e6a5c req-74140766-d643-4853-8da9-37bc452b9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:37.268684 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a96ea983-589c-450d-a16f-bef2a39e6a5c req-74140766-d643-4853-8da9-37bc452b9868 service neutron] 10.222.0.41 "GET /v2.0/networks?id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8 HTTP/1.1" status: 200 len: 919 time: 0.1218171 Oct 27 11:43:37.373059 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a96ea983-589c-450d-a16f-bef2a39e6a5c req-2198ee94-7135-4448-bd93-37c1e7f4fbdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486 HTTP/1.1" status: 200 len: 1002 time: 0.0897889 Oct 27 11:43:37.386277 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6a81f-f8ac-4d56-aad7-a4d7b5cf8cba req-66ee2846-9e7a-4af8-9dca-20b35999ec6f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:37.387899 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-52c6a81f-f8ac-4d56-aad7-a4d7b5cf8cba req-66ee2846-9e7a-4af8-9dca-20b35999ec6f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.1035795 Oct 27 11:43:37.498241 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ea983-589c-450d-a16f-bef2a39e6a5c req-9acae146-0687-4e7f-bc41-bbeec32a5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:37.499760 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a96ea983-589c-450d-a16f-bef2a39e6a5c req-9acae146-0687-4e7f-bc41-bbeec32a5063 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8535eb92-1f72-4101-b598-e2a666aee081 HTTP/1.1" status: 200 len: 856 time: 0.1058347 Oct 27 11:43:37.504470 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-52c6a81f-f8ac-4d56-aad7-a4d7b5cf8cba req-c88a12d2-15fc-41a8-a30d-a33749de5f7d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026955 Oct 27 11:43:37.547207 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea3beb-0e2f-42bb-bf6d-118b2f710dc6 req-875da553-7efb-48df-9807-dd583177c731 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:37.548837 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-adea3beb-0e2f-42bb-bf6d-118b2f710dc6 req-875da553-7efb-48df-9807-dd583177c731 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.1181192 Oct 27 11:43:37.659044 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ea983-589c-450d-a16f-bef2a39e6a5c req-6ff8f5f8-d906-4ce4-bdc2-9f6c5ca91023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:37.661569 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a96ea983-589c-450d-a16f-bef2a39e6a5c req-6ff8f5f8-d906-4ce4-bdc2-9f6c5ca91023 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1516376 Oct 27 11:43:37.717520 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-adea3beb-0e2f-42bb-bf6d-118b2f710dc6 req-85a1e44d-a028-4bb9-b900-e16f58ddb3ff tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576161 Oct 27 11:43:37.766668 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3958f23-700c-4e25-9b39-c46d629e0396 req-21714a03-7072-4bb7-ab7d-be331714cd54 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:37.768197 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b3958f23-700c-4e25-9b39-c46d629e0396 req-21714a03-7072-4bb7-ab7d-be331714cd54 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 946 time: 0.1740310 Oct 27 11:43:37.828838 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a96ea983-589c-450d-a16f-bef2a39e6a5c req-2bb15d47-f4f0-464e-82b4-776790f6f892 service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528654 Oct 27 11:43:37.836855 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b3958f23-700c-4e25-9b39-c46d629e0396 req-cbeab184-32d1-45af-8f27-0a43234691a0 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622089 Oct 27 11:43:37.960156 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a96ea983-589c-450d-a16f-bef2a39e6a5c req-7421208b-6505-4be1-9023-ec0b55e00b8c service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195602 Oct 27 11:43:37.982455 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9d52f-f6eb-4ddf-8d1c-1bf196211ae3 req-d445888f-6650-44df-8f8b-5950d7f08586 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:37.984241 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-10b9d52f-f6eb-4ddf-8d1c-1bf196211ae3 req-d445888f-6650-44df-8f8b-5950d7f08586 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 946 time: 0.0736659 Oct 27 11:43:38.026264 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-10b9d52f-f6eb-4ddf-8d1c-1bf196211ae3 req-c776e2eb-e9c3-4ba6-a635-5b2b21285338 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358560 Oct 27 11:43:38.056891 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 48100) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:38.124974 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746b0f7-3402-4c43-acb2-67a163cb7c3d req-b3a38d8a-47a7-4484-a45b-9f9d5be32ac1 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:38.124974 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3746b0f7-3402-4c43-acb2-67a163cb7c3d req-b3a38d8a-47a7-4484-a45b-9f9d5be32ac1 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 945 time: 0.0613775 Oct 27 11:43:38.252247 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-3746b0f7-3402-4c43-acb2-67a163cb7c3d req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Deleting port e5d173de-2e5c-48a5-9ae4-a2f70aba8483 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:43:38.252962 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-3746b0f7-3402-4c43-acb2-67a163cb7c3d req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:38.265708 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f039e0f-d86e-4cba-bfc3-3e8982f8004c tempest-TestVolumeBootPattern-730990869 tempest-TestVolumeBootPattern-730990869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:38.271716 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-2f039e0f-d86e-4cba-bfc3-3e8982f8004c tempest-TestVolumeBootPattern-730990869 tempest-TestVolumeBootPattern-730990869-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 1094 time: 0.2131848 Oct 27 11:43:38.273692 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 48108) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:38.283208 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Request body: {'floatingip': {'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'port_id': '768cb664-794f-483d-a39d-1d235e5e2ce0', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address': '172.20.0.12'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:43:38.321137 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for floatingip, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:38.388267 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-3746b0f7-3402-4c43-acb2-67a163cb7c3d req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] For port e5d173de-2e5c-48a5-9ae4-a2f70aba8483, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=e5d173de-2e5c-48a5-9ae4-a2f70aba8483,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:38.388628 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-3746b0f7-3402-4c43-acb2-67a163cb7c3d req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:38.404815 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eff9c-9d30-4e35-a4ca-89e8fca9411b req-3720e8eb-2fae-4d71-88d7-15d3166b72e5 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:38.406411 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc3eff9c-9d30-4e35-a4ca-89e8fca9411b req-3720e8eb-2fae-4d71-88d7-15d3166b72e5 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 945 time: 0.0910506 Oct 27 11:43:38.415240 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-3746b0f7-3402-4c43-acb2-67a163cb7c3d req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Calling delete_port for e5d173de-2e5c-48a5-9ae4-a2f70aba8483 owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:43:38.442076 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:38.508242 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc3eff9c-9d30-4e35-a4ca-89e8fca9411b req-288da275-9b7e-4a61-9e9d-76025e268083 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860350 Oct 27 11:43:38.598005 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Allocated IP 172.27.3.240 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/d6f564f7-68b8-49a7-8e17-909c5e95f22a) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:43:38.619721 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-3746b0f7-3402-4c43-acb2-67a163cb7c3d req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:38.635641 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['1420b59a-5ff4-4719-aa84-e707e403d07e', 'b012a5b3-1206-4218-b43b-c64b13d96f84', 'd27cffe4-168c-421b-b64c-a14bcb4038e4', 'e5d173de-2e5c-48a5-9ae4-a2f70aba8483'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:43:38.664576 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Pushing event deleted for resources: {'Port': ['ID=e5d173de-2e5c-48a5-9ae4-a2f70aba8483,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:38.695187 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.695187 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.695584 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.695879 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.696277 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.696664 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.697049 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.697436 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.697883 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.698297 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.698752 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.699129 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.715211 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fadc6-b029-4ea9-8561-fade7dda60c2 req-9394a2e1-c3df-4a84-9008-a6bccd179380 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:38.719523 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-133fadc6-b029-4ea9-8561-fade7dda60c2 req-9394a2e1-c3df-4a84-9008-a6bccd179380 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.1277478 Oct 27 11:43:38.747393 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:38.753407 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-3746b0f7-3402-4c43-acb2-67a163cb7c3d req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] No DVR routers for this DVR port e5d173de-2e5c-48a5-9ae4-a2f70aba8483 on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:43:38.766083 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-3746b0f7-3402-4c43-acb2-67a163cb7c3d req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:38.773129 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3746b0f7-3402-4c43-acb2-67a163cb7c3d req-6afdf27d-610d-4c52-b1c8-0e518c7b816d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "DELETE /v2.0/ports/e5d173de-2e5c-48a5-9ae4-a2f70aba8483 HTTP/1.1" status: 204 len: 173 time: 0.6412022 Oct 27 11:43:38.773638 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97880a85-d136-45bf-a580-09276816bef8', 'name': 'network-vif-deleted', 'tag': 'e5d173de-2e5c-48a5-9ae4-a2f70aba8483'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:43:38.777743 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4003d014-04c3-4682-a31e-53e4242c27dc" -d '{"events": [{"server_uuid": "97880a85-d136-45bf-a580-09276816bef8", "name": "network-vif-deleted", "tag": "e5d173de-2e5c-48a5-9ae4-a2f70aba8483"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:43:38.800559 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:38.850548 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-133fadc6-b029-4ea9-8561-fade7dda60c2 req-78289478-9e06-4ca8-8b3f-36c33ee4318f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005619 Oct 27 11:43:38.850815 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:43:38.858350 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:43:38.886941 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:43:38.903931 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'Port': ['ID=d6f564f7-68b8-49a7-8e17-909c5e95f22a,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:38.914470 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a0f96-12ff-4895-ac68-4b147e14a82f req-48f533a7-c966-40b7-95ae-bfe581b8c6ff tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:38.923099 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-df5a0f96-12ff-4895-ac68-4b147e14a82f req-48f533a7-c966-40b7-95ae-bfe581b8c6ff tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0888014 Oct 27 11:43:38.943198 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd10608-9591-43e9-b544-2007c3cc6768 x-openstack-request-id: req-edd10608-9591-43e9-b544-2007c3cc6768 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:43:38.943525 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97880a85-d136-45bf-a580-09276816bef8", "name": "network-vif-deleted", "tag": "e5d173de-2e5c-48a5-9ae4-a2f70aba8483", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:43:38.943903 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-edd10608-9591-43e9-b544-2007c3cc6768 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:43:38.944554 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97880a85-d136-45bf-a580-09276816bef8', 'name': 'network-vif-deleted', 'tag': 'e5d173de-2e5c-48a5-9ae4-a2f70aba8483', 'status': 'completed', 'code': 200} Oct 27 11:43:38.962307 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.962682 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.963024 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.963750 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.963750 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.964400 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.965109 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.966267 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.966587 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.966949 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.967277 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.967600 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:38.983985 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-df5a0f96-12ff-4895-ac68-4b147e14a82f req-3b783465-ead1-4e68-b129-6269ca168cd0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598681 Oct 27 11:43:39.360899 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:39.440005 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:39.614495 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for port, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:39.619907 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29335528'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:39.626166 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6a046dd2-33a4-4ada-bb1e-49730738a04d req-b9372b3d-2e68-49a5-9002-13dfe4e92d5a tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=97880a85-d136-45bf-a580-09276816bef8 HTTP/1.1" status: 200 len: 210 time: 0.0262587 Oct 27 11:43:39.690325 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'Port': ['ID=d6f564f7-68b8-49a7-8e17-909c5e95f22a,revision_number=2']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:39.702294 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:39.771996 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-4b4f485a-83f3-42b5-86fd-93d096776914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:39.804969 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.l3_db [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Floating IP d7187091-71e6-4408-b404-4ac7fd395f75 associated. External IP: 172.27.3.240, port: 768cb664-794f-483d-a39d-1d235e5e2ce0. Oct 27 11:43:40.002057 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abde998-8ff0-4dd9-8ad6-24e31c07e030 req-a855459b-5889-46ac-994e-ecfc6f607b91 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:40.003599 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6abde998-8ff0-4dd9-8ad6-24e31c07e030 req-a855459b-5889-46ac-994e-ecfc6f607b91 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 946 time: 0.0529850 Oct 27 11:43:40.034933 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Router 1f7bf127-edb2-4ecf-8dde-11c235346d78 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:43:40.047952 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6abde998-8ff0-4dd9-8ad6-24e31c07e030 req-fd2a86fb-cbf0-4706-88ac-a70fae986ebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381398 Oct 27 11:43:40.109720 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914db4b-3cd0-45d3-9d8c-95a582dbde25 req-f08c59d4-7fcf-46ab-bab4-525dda37db82 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:40.111311 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7914db4b-3cd0-45d3-9d8c-95a582dbde25 req-f08c59d4-7fcf-46ab-bab4-525dda37db82 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0487931 Oct 27 11:43:40.154412 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7914db4b-3cd0-45d3-9d8c-95a582dbde25 req-98dc222a-9a66-497a-ac1a-5560b67dbf75 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360949 Oct 27 11:43:40.154931 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:43:40.167209 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a2a62-37f5-4cc1-94f4-f680aafbc53b None None] Sync routers for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:43:40.178197 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:40.178572 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a2a62-37f5-4cc1-94f4-f680aafbc53b None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:43:40.179319 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-a36a2a62-37f5-4cc1-94f4-f680aafbc53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:43:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:40.207694 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-39698b57-70a6-4940-a31c-f00412c37321 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9309034 Oct 27 11:43:40.208274 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66bc1aa1-781c-46c2-a28a-2fe1e1eb331a', 'tag': '768cb664-794f-483d-a39d-1d235e5e2ce0'}] {{(pid=108002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:43:40.210572 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4388124e3c3b051971e62aa59e6acc07dc3096b4c4758481fd87621de6f11c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca50758-58f0-478f-b13f-f8ae964d061d" -d '{"events": [{"name": "network-changed", "server_uuid": "66bc1aa1-781c-46c2-a28a-2fe1e1eb331a", "tag": "768cb664-794f-483d-a39d-1d235e5e2ce0"}]}' {{(pid=108002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:43:40.254006 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eb2036-5edd-4549-9501-03cfd11a2e04 x-openstack-request-id: req-83eb2036-5edd-4549-9501-03cfd11a2e04 {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:43:40.254549 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66bc1aa1-781c-46c2-a28a-2fe1e1eb331a", "tag": "768cb664-794f-483d-a39d-1d235e5e2ce0", "status": "completed", "code": 200}]} {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:43:40.254872 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83eb2036-5edd-4549-9501-03cfd11a2e04 {{(pid=108002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:43:40.255287 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66bc1aa1-781c-46c2-a28a-2fe1e1eb331a', 'tag': '768cb664-794f-483d-a39d-1d235e5e2ce0', 'status': 'completed', 'code': 200} Oct 27 11:43:40.294999 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-a36a2a62-37f5-4cc1-94f4-f680aafbc53b None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:43:40.338827 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50758-58f0-478f-b13f-f8ae964d061d req-9e47a1fd-7261-4f17-8be3-38cf4d02aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:40.340319 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6ca50758-58f0-478f-b13f-f8ae964d061d req-9e47a1fd-7261-4f17-8be3-38cf4d02aeb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 1099 time: 0.0401170 Oct 27 11:43:40.442317 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50758-58f0-478f-b13f-f8ae964d061d req-876dff3f-c0ee-4d50-8cc8-c6fb7e985ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:40.443843 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6ca50758-58f0-478f-b13f-f8ae964d061d req-876dff3f-c0ee-4d50-8cc8-c6fb7e985ce5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 913 time: 0.0902812 Oct 27 11:43:40.519466 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6ca50758-58f0-478f-b13f-f8ae964d061d req-b7e8bfcc-78ef-48c1-b0bc-7d6bfbbbd60f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=768cb664-794f-483d-a39d-1d235e5e2ce0 HTTP/1.1" status: 200 len: 1000 time: 0.0601933 Oct 27 11:43:40.528094 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-a36a2a62-37f5-4cc1-94f4-f680aafbc53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': 'd7187091-71e6-4408-b404-4ac7fd395f75', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': '768cb664-794f-483d-a39d-1d235e5e2ce0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:62:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc1aa1-781c-46c2-a28a-2fe1e1eb331a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:43:39Z', 'updated_at': '2021-10-27T11:43:39Z', 'revision_number': 0, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:40.552813 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:40.557887 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a2a62-37f5-4cc1-94f4-f680aafbc53b None None] Checking router: 1f7bf127-edb2-4ecf-8dde-11c235346d78 for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:43:40.567171 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a2a62-37f5-4cc1-94f4-f680aafbc53b None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:43:40.567788 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-a36a2a62-37f5-4cc1-94f4-f680aafbc53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:43:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:40.580581 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device f1fa3ef3-fed8-422e-8aa1-0d1660df4486 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:43:40.585515 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50758-58f0-478f-b13f-f8ae964d061d req-14831f72-212e-47b4-84d8-bc9c4987d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:40.586120 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6ca50758-58f0-478f-b13f-f8ae964d061d req-14831f72-212e-47b4-84d8-bc9c4987d7aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38d49ba1-e1bf-423b-8a40-a4419d3a55de HTTP/1.1" status: 200 len: 850 time: 0.0565143 Oct 27 11:43:40.652959 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca50758-58f0-478f-b13f-f8ae964d061d req-41366c87-7294-49e6-a739-7a4def6ef488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:40.655614 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6ca50758-58f0-478f-b13f-f8ae964d061d req-41366c87-7294-49e6-a739-7a4def6ef488 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548141 Oct 27 11:43:40.687469 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:40.700899 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-a36a2a62-37f5-4cc1-94f4-f680aafbc53b None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:43:40.714913 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fc80ed-af46-4950-890f-2e54795e946b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:43:40.717206 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c984ad-57a8-4aa3-88d2-75381d241ae0" -d '{"events": [{"server_uuid": "55fc80ed-af46-4950-890f-2e54795e946b", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fa3ef3-fed8-422e-8aa1-0d1660df4486"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:43:40.735225 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port f1fa3ef3-fed8-422e-8aa1-0d1660df4486, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:40.741976 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:40.801767 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 11:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b95c7d0-6d1b-4b00-82d5-7f7ef091f922 x-openstack-request-id: req-7b95c7d0-6d1b-4b00-82d5-7f7ef091f922 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:43:40.802458 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fc80ed-af46-4950-890f-2e54795e946b", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fa3ef3-fed8-422e-8aa1-0d1660df4486", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:43:40.802458 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b95c7d0-6d1b-4b00-82d5-7f7ef091f922 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:43:40.802780 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fc80ed-af46-4950-890f-2e54795e946b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'code': 200} Oct 27 11:43:40.806140 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6ca50758-58f0-478f-b13f-f8ae964d061d req-ee08b077-d2aa-4f88-bab2-f93bf3ee8503 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344168 Oct 27 11:43:40.829565 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,revision_number=8']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:40.924168 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6ca50758-58f0-478f-b13f-f8ae964d061d req-de927e62-df53-404e-8d81-3ab840e8bb84 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936296 Oct 27 11:43:40.963174 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-a36a2a62-37f5-4cc1-94f4-f680aafbc53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': 'd7187091-71e6-4408-b404-4ac7fd395f75', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': '768cb664-794f-483d-a39d-1d235e5e2ce0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:62:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc1aa1-781c-46c2-a28a-2fe1e1eb331a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:43:39Z', 'updated_at': '2021-10-27T11:43:39Z', 'revision_number': 0, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:43:40.989431 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a2a62-37f5-4cc1-94f4-f680aafbc53b None None] The sync data for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi is: [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': 'd7187091-71e6-4408-b404-4ac7fd395f75', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.240', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': '768cb664-794f-483d-a39d-1d235e5e2ce0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:62:22:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc1aa1-781c-46c2-a28a-2fe1e1eb331a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:43:39Z', 'updated_at': '2021-10-27T11:43:39Z', 'revision_number': 0, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:43:41.010362 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:41.183670 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251434da-e7af-403b-aefa-1cef4897ebcb req-198872aa-39c8-40ca-b095-37ff71d9007c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:41.186137 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-251434da-e7af-403b-aefa-1cef4897ebcb req-198872aa-39c8-40ca-b095-37ff71d9007c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0572340 Oct 27 11:43:41.227342 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad66443f-75cd-443e-9ef2-a85099b21bef None None] New status for floating IP d7187091-71e6-4408-b404-4ac7fd395f75: ACTIVE {{(pid=108004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:43:41.247229 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-251434da-e7af-403b-aefa-1cef4897ebcb req-315e6c22-42b8-4d28-89ab-6ca54d15f7f7 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550363 Oct 27 11:43:41.328414 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d0edb-6fda-43b4-acf9-e5620a2a570c req-c0972b95-601e-4d02-9350-ac7b62f636c0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:41.330139 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-169d0edb-6fda-43b4-acf9-e5620a2a570c req-c0972b95-601e-4d02-9350-ac7b62f636c0 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0819161 Oct 27 11:43:41.385291 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-169d0edb-6fda-43b4-acf9-e5620a2a570c req-3be9365b-add5-49f3-88b7-801750337ade tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468247 Oct 27 11:43:41.782927 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [req-c847a872-b796-43d2-90e0-51c45bdf637d req-edcfd1a5-13aa-4dd6-8b9e-57fd41b813af service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:43:41.785188 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c847a872-b796-43d2-90e0-51c45bdf637d req-edcfd1a5-13aa-4dd6-8b9e-57fd41b813af service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065286 Oct 27 11:43:41.970513 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eff33-ee72-4061-bfbf-5c2317b718b6 req-70eca464-d1eb-477a-89dd-c594fad27e35 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:41.972690 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-953eff33-ee72-4061-bfbf-5c2317b718b6 req-70eca464-d1eb-477a-89dd-c594fad27e35 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0584795 Oct 27 11:43:42.029245 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-953eff33-ee72-4061-bfbf-5c2317b718b6 req-86a53519-2d69-4b8c-b805-bd0b7ba2c058 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458853 Oct 27 11:43:42.160405 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:42.167973 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f4dde-80f8-481f-9dbd-ba78a186f92f req-c4cf23fd-28eb-4287-9bdd-d9454245cc57 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:42.169482 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5a9f4dde-80f8-481f-9dbd-ba78a186f92f req-c4cf23fd-28eb-4287-9bdd-d9454245cc57 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 945 time: 0.0748370 Oct 27 11:43:42.209945 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5a9f4dde-80f8-481f-9dbd-ba78a186f92f req-6e3a7b56-ea70-4446-9850-c71663723e8b tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344083 Oct 27 11:43:42.237813 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 48186) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:43:42.327008 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-020d3992-8a87-494f-9903-3ecca2c98331 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879946 Oct 27 11:43:42.338223 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-23375cc3-e7eb-42bd-9787-15cffde7a4c8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:43:42.339363 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-23375cc3-e7eb-42bd-9787-15cffde7a4c8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065677 Oct 27 11:43:42.517872 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b67aa4-bed8-4407-aed2-ac9da0a42986 req-57338703-8c21-4d61-a112-55b84255e53a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:42.519412 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-93b67aa4-bed8-4407-aed2-ac9da0a42986 req-57338703-8c21-4d61-a112-55b84255e53a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0530627 Oct 27 11:43:42.564604 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-93b67aa4-bed8-4407-aed2-ac9da0a42986 req-d33435c9-a1f2-4863-9bb6-f5c507bda692 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386252 Oct 27 11:43:42.587947 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device e5d173de-2e5c-48a5-9ae4-a2f70aba8483 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:43:42.609781 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: e5d173de-2e5c-48a5-9ae4-a2f70aba8483 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:43:42.610132 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device e5d173de-2e5c-48a5-9ae4-a2f70aba8483 not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:43:43.144000 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf86607-016b-4db2-b0ce-ad91a707de17 req-e5deb89c-6ddb-4cab-ba91-7e30e770cfef tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:43.145434 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cf86607-016b-4db2-b0ce-ad91a707de17 req-e5deb89c-6ddb-4cab-ba91-7e30e770cfef tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0491996 Oct 27 11:43:43.182203 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cf86607-016b-4db2-b0ce-ad91a707de17 req-79452298-98a9-4231-a51d-e04b6c574695 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308077 Oct 27 11:43:43.326297 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b281104-c5db-4c5c-bcf2-637ece63cd39 req-e6049a27-0c43-4d2c-b35b-c9ddb66cef6c tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:43.327760 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2b281104-c5db-4c5c-bcf2-637ece63cd39 req-e6049a27-0c43-4d2c-b35b-c9ddb66cef6c tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 945 time: 0.0466735 Oct 27 11:43:43.366531 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2b281104-c5db-4c5c-bcf2-637ece63cd39 req-8df430f0-a1b7-460a-a363-2aee7cc206b8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323164 Oct 27 11:43:43.691360 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49be0c3-b420-4928-957c-1bf3f26ca4e2 req-73fb8778-482d-41ad-8ff3-e12ea30ff099 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:43.693043 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e49be0c3-b420-4928-957c-1bf3f26ca4e2 req-73fb8778-482d-41ad-8ff3-e12ea30ff099 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0501139 Oct 27 11:43:43.735143 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e49be0c3-b420-4928-957c-1bf3f26ca4e2 req-fc7c6a16-3a47-4bcc-a59f-661cea7bc409 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361981 Oct 27 11:43:44.165903 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:43:44.303571 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716042a-0a2b-4723-a642-a9413e19fb54 req-eee0d5d0-a459-42ae-bc36-ed0fb6718777 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:44.305106 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3716042a-0a2b-4723-a642-a9413e19fb54 req-eee0d5d0-a459-42ae-bc36-ed0fb6718777 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0499694 Oct 27 11:43:44.343030 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3716042a-0a2b-4723-a642-a9413e19fb54 req-6c3061c3-147c-4ad6-997a-41af90582188 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318103 Oct 27 11:43:44.481741 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293850e-ef7b-445c-8420-66438d4484fd req-431b749e-93c6-49e8-b670-b48a43258601 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:44.483287 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f293850e-ef7b-445c-8420-66438d4484fd req-431b749e-93c6-49e8-b670-b48a43258601 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 945 time: 0.0495749 Oct 27 11:43:44.526609 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f293850e-ef7b-445c-8420-66438d4484fd req-6e5cc587-673a-4c9a-9ee5-6b9a0756c1ff tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350862 Oct 27 11:43:44.612780 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device f1fa3ef3-fed8-422e-8aa1-0d1660df4486 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:43:44.872230 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-f3bc7bf9-2707-4175-a4a4-445436b57f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:44.873695 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-f3bc7bf9-2707-4175-a4a4-445436b57f5b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b&tenant_id=fb405396e49b44d0ae75c6b2df1b88e0 HTTP/1.1" status: 200 len: 1097 time: 0.3322375 Oct 27 11:43:44.891016 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab4100-337a-40e9-a7b6-3416eb3c1d07 req-2b46dedb-008f-49a8-ba1e-616c6cdefd14 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:44.893217 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e0ab4100-337a-40e9-a7b6-3416eb3c1d07 req-2b46dedb-008f-49a8-ba1e-616c6cdefd14 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0637047 Oct 27 11:43:44.984570 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e0ab4100-337a-40e9-a7b6-3416eb3c1d07 req-48953739-d547-408f-a6d6-e6c0a50364d9 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828540 Oct 27 11:43:44.998566 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-5588f441-cc43-4131-a4d8-dba2061a6f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:45.000033 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-5588f441-cc43-4131-a4d8-dba2061a6f80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb405396e49b44d0ae75c6b2df1b88e0&device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 1097 time: 0.0909278 Oct 27 11:43:45.010911 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e50109-059f-43a8-8ae4-0a4cc76ce8b7 req-8af07e58-0339-4604-8393-91210e82ffab tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:45.012275 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e4e50109-059f-43a8-8ae4-0a4cc76ce8b7 req-8af07e58-0339-4604-8393-91210e82ffab tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 945 time: 0.0752180 Oct 27 11:43:45.165582 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-e423a764-f522-4815-b341-a17aa60f77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:45.167355 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-e423a764-f522-4815-b341-a17aa60f77a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8 HTTP/1.1" status: 200 len: 919 time: 0.1542289 Oct 27 11:43:45.197944 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-e4e50109-059f-43a8-8ae4-0a4cc76ce8b7 req-e3f6916b-b6d2-48fa-aa4f-f2d6b46f514d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Deleting port d27cffe4-168c-421b-b64c-a14bcb4038e4 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:43:45.198489 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-e4e50109-059f-43a8-8ae4-0a4cc76ce8b7 req-e3f6916b-b6d2-48fa-aa4f-f2d6b46f514d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:45.303562 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-33271f1c-a0c4-4cd2-ac59-ccacac034732 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486 HTTP/1.1" status: 200 len: 1000 time: 0.1252134 Oct 27 11:43:45.362940 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-e4e50109-059f-43a8-8ae4-0a4cc76ce8b7 req-e3f6916b-b6d2-48fa-aa4f-f2d6b46f514d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] For port d27cffe4-168c-421b-b64c-a14bcb4038e4, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d27cffe4-168c-421b-b64c-a14bcb4038e4,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:45.363571 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-e4e50109-059f-43a8-8ae4-0a4cc76ce8b7 req-e3f6916b-b6d2-48fa-aa4f-f2d6b46f514d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:45.380693 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-e4e50109-059f-43a8-8ae4-0a4cc76ce8b7 req-e3f6916b-b6d2-48fa-aa4f-f2d6b46f514d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Calling delete_port for d27cffe4-168c-421b-b64c-a14bcb4038e4 owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:43:45.387216 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-3c544249-aa5c-475b-a8b0-118618eef2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:45.388680 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-3c544249-aa5c-475b-a8b0-118618eef2bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8535eb92-1f72-4101-b598-e2a666aee081 HTTP/1.1" status: 200 len: 856 time: 0.0709207 Oct 27 11:43:45.530510 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e25704-8b7c-4b22-a2e8-d4d06d9863a3 req-5d945a7b-5f6b-4ad9-a168-5e929b857f16 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:45.532027 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-87e25704-8b7c-4b22-a2e8-d4d06d9863a3 req-5d945a7b-5f6b-4ad9-a168-5e929b857f16 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.1017072 Oct 27 11:43:45.535448 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-9e821053-a48b-4664-bc3d-4f349b5d8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:45.536923 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-9e821053-a48b-4664-bc3d-4f349b5d8211 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1077259 Oct 27 11:43:45.685058 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-87e25704-8b7c-4b22-a2e8-d4d06d9863a3 req-22566780-2377-4366-ab05-f5ec67727f8e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436596 Oct 27 11:43:45.715067 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-e4e50109-059f-43a8-8ae4-0a4cc76ce8b7 req-e3f6916b-b6d2-48fa-aa4f-f2d6b46f514d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:45.734347 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['1420b59a-5ff4-4719-aa84-e707e403d07e', 'b012a5b3-1206-4218-b43b-c64b13d96f84', 'd27cffe4-168c-421b-b64c-a14bcb4038e4'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:43:45.761822 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6916b-b6d2-48fa-aa4f-f2d6b46f514d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Pushing event deleted for resources: {'Port': ['ID=d27cffe4-168c-421b-b64c-a14bcb4038e4,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:45.782925 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351cdbb-d75b-4fad-8bf1-89fa4e73a3e6 req-ecd49f06-f4a1-485c-b7a5-3717afd8999c tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:45.784951 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3351cdbb-d75b-4fad-8bf1-89fa4e73a3e6 req-ecd49f06-f4a1-485c-b7a5-3717afd8999c tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 867 time: 0.1511536 Oct 27 11:43:45.788909 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-24e5a125-6810-45dc-a471-b4a95e32f5db service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354753 Oct 27 11:43:45.835374 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e50109-059f-43a8-8ae4-0a4cc76ce8b7 req-e3f6916b-b6d2-48fa-aa4f-f2d6b46f514d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] No DVR routers for this DVR port d27cffe4-168c-421b-b64c-a14bcb4038e4 on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:43:45.853022 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-e4e50109-059f-43a8-8ae4-0a4cc76ce8b7 req-e3f6916b-b6d2-48fa-aa4f-f2d6b46f514d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:45.856364 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e4e50109-059f-43a8-8ae4-0a4cc76ce8b7 req-e3f6916b-b6d2-48fa-aa4f-f2d6b46f514d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "DELETE /v2.0/ports/d27cffe4-168c-421b-b64c-a14bcb4038e4 HTTP/1.1" status: 204 len: 173 time: 0.8338351 Oct 27 11:43:45.856824 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d20a3a-1e79-4f1c-a14b-f093462fd752', 'name': 'network-vif-deleted', 'tag': 'd27cffe4-168c-421b-b64c-a14bcb4038e4'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:43:45.859108 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3918bb29-b814-4daf-beaa-dd42d353e068" -d '{"events": [{"server_uuid": "f3d20a3a-1e79-4f1c-a14b-f093462fd752", "name": "network-vif-deleted", "tag": "d27cffe4-168c-421b-b64c-a14bcb4038e4"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:43:45.927296 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3351cdbb-d75b-4fad-8bf1-89fa4e73a3e6 req-af14dfc2-f0cc-42d4-ad07-44a8a0bbaceb tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231439 Oct 27 11:43:45.934575 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e22f1e4-f4f7-4434-96fb-1d23db254f04 x-openstack-request-id: req-2e22f1e4-f4f7-4434-96fb-1d23db254f04 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:43:45.935037 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d20a3a-1e79-4f1c-a14b-f093462fd752", "name": "network-vif-deleted", "tag": "d27cffe4-168c-421b-b64c-a14bcb4038e4", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:43:45.935389 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e22f1e4-f4f7-4434-96fb-1d23db254f04 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:43:45.935884 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d20a3a-1e79-4f1c-a14b-f093462fd752', 'name': 'network-vif-deleted', 'tag': 'd27cffe4-168c-421b-b64c-a14bcb4038e4', 'status': 'completed', 'code': 200} Oct 27 11:43:45.966726 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f72a8f0-d3de-49e3-9cba-e40cefa9f9d4 req-4f32dc6c-d91c-4bbd-bb01-858b59ce7c29 service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579583 Oct 27 11:43:46.117002 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac66fb1-f7cb-4609-a563-dd4dce9a1b0e req-cae8752a-5800-4411-a746-7661534d739a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:46.118657 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ac66fb1-f7cb-4609-a563-dd4dce9a1b0e req-cae8752a-5800-4411-a746-7661534d739a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0517879 Oct 27 11:43:46.162691 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ac66fb1-f7cb-4609-a563-dd4dce9a1b0e req-fd3e6adf-2b7e-4988-bcb4-2982aa567c12 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370650 Oct 27 11:43:46.843045 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e22d8-b5a8-4cfc-b455-e935bd65ffed req-21201acb-cbc8-4e64-87d6-29c9b3861e37 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:46.844693 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-566e22d8-b5a8-4cfc-b455-e935bd65ffed req-21201acb-cbc8-4e64-87d6-29c9b3861e37 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0623181 Oct 27 11:43:46.890840 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-566e22d8-b5a8-4cfc-b455-e935bd65ffed req-5a1f0749-9d23-4caf-8dcf-9d9a8f743725 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350213 Oct 27 11:43:47.045982 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cbb738d0-8e14-426e-a5ba-492ee56b2794 req-ecbc5cdc-3c73-44fb-bda7-18cb4b4b39fb tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0307214 Oct 27 11:43:47.282791 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee717c-d533-4728-9a05-cabf4d90797a req-1abec01f-16ec-400d-bd5f-a98f0f5f52f3 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:47.284294 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-22ee717c-d533-4728-9a05-cabf4d90797a req-1abec01f-16ec-400d-bd5f-a98f0f5f52f3 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0517890 Oct 27 11:43:47.324069 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-22ee717c-d533-4728-9a05-cabf4d90797a req-d83ee0f8-43c2-4b4d-a545-1693b76e61ac tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336392 Oct 27 11:43:47.891794 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:48.021687 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a5de9-ac86-4af8-9ded-04482f7dfa30 req-d27615b9-e1ad-4ffc-8906-ec6ec5e6e294 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:48.023492 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-418a5de9-ac86-4af8-9ded-04482f7dfa30 req-d27615b9-e1ad-4ffc-8906-ec6ec5e6e294 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0564408 Oct 27 11:43:48.064015 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-418a5de9-ac86-4af8-9ded-04482f7dfa30 req-9f81e363-83d0-47c1-8d77-cfe833988cba tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341842 Oct 27 11:43:48.167878 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7c587501-956f-4843-8957-6f0b186777e0 req-05ad4840-2bd2-470c-a80b-724ca2d024a8 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0270700 Oct 27 11:43:48.492968 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ad479-0e06-4227-93b1-b5d27e2c3462 req-843d8d96-07f6-4dd8-a296-f6680e3634bd tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:48.494529 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-492ad479-0e06-4227-93b1-b5d27e2c3462 req-843d8d96-07f6-4dd8-a296-f6680e3634bd tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0895073 Oct 27 11:43:48.543811 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-492ad479-0e06-4227-93b1-b5d27e2c3462 req-4c66038c-a0fc-44b2-a1f0-84ce10ffe644 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Oct 27 11:43:48.621894 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device d27cffe4-168c-421b-b64c-a14bcb4038e4 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:43:48.647760 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: d27cffe4-168c-421b-b64c-a14bcb4038e4 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:43:48.648101 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device d27cffe4-168c-421b-b64c-a14bcb4038e4 not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:43:49.196012 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7bfa2-2fcd-41c6-a867-2b34bb6dbf2b req-f1a2f2a9-72d8-4274-9537-c7832b34a28a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:49.197650 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d2f7bfa2-2fcd-41c6-a867-2b34bb6dbf2b req-f1a2f2a9-72d8-4274-9537-c7832b34a28a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0578198 Oct 27 11:43:49.239315 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d2f7bfa2-2fcd-41c6-a867-2b34bb6dbf2b req-ce494706-a175-4e9c-bf3e-8da584e47dbf tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355134 Oct 27 11:43:49.293006 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7cb0064d-587f-41d0-8cd6-069a0cbf1748 req-13ac642a-ab5a-4540-ad0d-49ce5536ff42 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0311916 Oct 27 11:43:49.672482 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0d10e-2755-47e2-b962-2c4adac3eecf req-14f9b9ee-d382-4583-8227-e82d3a4cc89a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:49.673963 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4ca0d10e-2755-47e2-b962-2c4adac3eecf req-14f9b9ee-d382-4583-8227-e82d3a4cc89a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0621018 Oct 27 11:43:49.712374 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4ca0d10e-2755-47e2-b962-2c4adac3eecf req-6c1f66a3-fcf9-4c15-85c2-a3eaec7e85c9 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324645 Oct 27 11:43:49.916197 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-692b7ba5-85b8-4366-b0d1-ded380758b7c tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1459326495&fields=id&tenant_id=6f38f92679b64439a45356929b30a550 HTTP/1.1" status: 200 len: 267 time: 0.0422823 Oct 27 11:43:50.023818 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-bfe90d3a-f6a9-411a-baf0-405b6be9bdd0 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:50.025857 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-bfe90d3a-f6a9-411a-baf0-405b6be9bdd0 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/networks?id=9b77b30a-35e6-40db-9719-c7556d6605d9 HTTP/1.1" status: 200 len: 809 time: 0.1033843 Oct 27 11:43:50.046091 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-3c1ecad4-d9d3-4c6c-85a9-29514b1459c0 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/quotas/6f38f92679b64439a45356929b30a550 HTTP/1.1" status: 200 len: 375 time: 0.0134921 Oct 27 11:43:50.103216 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-1ee0c4f0-0d45-4f26-a140-2f57d661446b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f38f92679b64439a45356929b30a550&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491705 Oct 27 11:43:50.201609 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-91e81cc1-b297-4c81-b350-74acf5de851b service neutron] 10.222.0.36 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866983 Oct 27 11:43:50.302151 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-5d02f859-4720-4db5-b365-4b1975272aa4 service neutron] 10.222.0.36 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943449 Oct 27 11:43:50.373614 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e20b45-b4d3-4d62-bfc4-357dc1f471b7 req-9a3bd266-9f3c-4e95-a005-876ee55bcf05 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:50.387725 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b0e20b45-b4d3-4d62-bfc4-357dc1f471b7 req-9a3bd266-9f3c-4e95-a005-876ee55bcf05 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0630884 Oct 27 11:43:50.454568 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b0e20b45-b4d3-4d62-bfc4-357dc1f471b7 req-6a93c239-37c5-4e4c-b1bf-78f8a928af73 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605886 Oct 27 11:43:50.569094 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3714ba6c-67da-4fa1-8f19-6e7c6df60b5a req-6ea4c58c-272d-482d-9cf1-106037a9c617 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0393698 Oct 27 11:43:50.649301 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4329bd2a-e6f9-4ade-bb41-ed2cc1500b10 req-cb005848-7eb1-4269-bdc9-97fcee923bbd tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0315151 Oct 27 11:43:50.831120 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83b194-377e-4d05-aa09-71874cc9c6e0 req-48a60cdd-931d-4ad9-97b0-b7c78749a957 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:50.832578 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cd83b194-377e-4d05-aa09-71874cc9c6e0 req-48a60cdd-931d-4ad9-97b0-b7c78749a957 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0502272 Oct 27 11:43:50.881018 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cd83b194-377e-4d05-aa09-71874cc9c6e0 req-473b697f-4fe7-45ac-bfe7-f9ca1943d5e3 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397680 Oct 27 11:43:51.580312 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c7cb8-e763-48bc-b2c2-b97429b6fc1a req-61656164-a5d9-4ddf-af28-96e6aa37980b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:51.581962 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-101c7cb8-e763-48bc-b2c2-b97429b6fc1a req-61656164-a5d9-4ddf-af28-96e6aa37980b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0498528 Oct 27 11:43:51.621253 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-101c7cb8-e763-48bc-b2c2-b97429b6fc1a req-1b1a9cc1-17e5-482a-a44d-ebd994c41417 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332599 Oct 27 11:43:51.694681 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5c332790-3eb9-4370-a85a-c33f13c8eacf req-42400acd-35db-476a-a84e-8efb792536d5 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0363712 Oct 27 11:43:51.749737 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-462abbc0-33f2-46f4-8621-2feb9c629886 req-d1c8e63f-14ef-470b-8b1d-d7c08633d650 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0253139 Oct 27 11:43:52.038978 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2f575-134b-47db-8403-121fa7d473e3 req-0b66b929-90a1-4cc6-b714-f36729892b24 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:52.040374 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b8d2f575-134b-47db-8403-121fa7d473e3 req-0b66b929-90a1-4cc6-b714-f36729892b24 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0516937 Oct 27 11:43:52.079200 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b8d2f575-134b-47db-8403-121fa7d473e3 req-cd35b8a1-c030-40f2-888e-4e967e75040a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324109 Oct 27 11:43:52.749687 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a347d90-5e2c-4f94-b377-18d3af9b6fa7 req-c1e8d3f9-8ed7-45b8-a88c-a5043abd4d7e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:52.751200 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5a347d90-5e2c-4f94-b377-18d3af9b6fa7 req-c1e8d3f9-8ed7-45b8-a88c-a5043abd4d7e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0483575 Oct 27 11:43:52.807620 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8322bd87-4b03-41e9-ac54-e0d6f5a7ff48 req-0c010581-814f-470e-b1d6-b46eefce7d29 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0318592 Oct 27 11:43:52.832389 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5a347d90-5e2c-4f94-b377-18d3af9b6fa7 req-5ddd47b2-3d61-41e0-9808-533e853b358e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743644 Oct 27 11:43:52.903759 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-656c0aec-019a-4f23-92b3-da51b0302ed7 req-8e09262d-13ed-4ef2-9f30-cc01a24bf8f0 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0270834 Oct 27 11:43:53.200497 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decc56d-4fec-460d-a6dc-6f64e4aba95e req-4383c324-1bcf-48c4-bc2a-47f83323fd42 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:53.201894 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0decc56d-4fec-460d-a6dc-6f64e4aba95e req-4383c324-1bcf-48c4-bc2a-47f83323fd42 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0535984 Oct 27 11:43:53.240122 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0decc56d-4fec-460d-a6dc-6f64e4aba95e req-6d7ae1ff-3907-450d-b52f-650254e5f6c1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316463 Oct 27 11:43:53.964049 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3d2c3546-eadd-468d-9989-0ec9a48845dd req-c07398e0-dc92-4bdc-a8f6-96a3b0694396 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0441792 Oct 27 11:43:53.983960 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05441c29-83ac-4b61-b20b-feb8870259c9 req-99a53742-80ed-4c97-bdf7-b15d84d26962 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:53.985009 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-05441c29-83ac-4b61-b20b-feb8870259c9 req-99a53742-80ed-4c97-bdf7-b15d84d26962 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0750985 Oct 27 11:43:54.035538 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-05441c29-83ac-4b61-b20b-feb8870259c9 req-0c5c65f1-2fa0-4539-8ba0-90c848e0b6d0 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440819 Oct 27 11:43:54.051198 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ae4d3942-b0d7-4cb1-a064-2152bab50c87 req-97d95375-7c89-48ae-8b07-7371e63b2982 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0309241 Oct 27 11:43:54.360567 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75345e37-c1ac-477b-af45-638c060d15d9 req-aeab82fa-eec5-4333-b99c-6b097c889edd tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:54.362249 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-75345e37-c1ac-477b-af45-638c060d15d9 req-aeab82fa-eec5-4333-b99c-6b097c889edd tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0541675 Oct 27 11:43:54.401620 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-75345e37-c1ac-477b-af45-638c060d15d9 req-731c832d-a8de-4972-a244-f7a1078e6ae7 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332093 Oct 27 11:43:55.071786 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c3043764-6fd4-4182-b95d-b8cbc53aa9b7 req-4ad4a687-385e-42ac-ac79-ce421aa8dbbc tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0299184 Oct 27 11:43:55.172788 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-48ef8957-7f53-4d42-9e93-77dfa8163277 req-0c6ef8b0-1e73-4932-867d-7ae3cafabc43 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0376043 Oct 27 11:43:55.195731 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad69c4e-8c14-4943-8b4e-7d78620e4abb req-193de471-3c30-4e4c-98f8-17f8a3f75ad7 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:55.197312 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7ad69c4e-8c14-4943-8b4e-7d78620e4abb req-193de471-3c30-4e4c-98f8-17f8a3f75ad7 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0711412 Oct 27 11:43:55.237898 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7ad69c4e-8c14-4943-8b4e-7d78620e4abb req-1a85bb8b-5b07-49c0-af59-c8d38f6e6757 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345831 Oct 27 11:43:55.528319 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72501b-9e6e-432a-b239-390b5c468996 req-15344d84-e2b1-4096-9ea7-95f85b2344dc tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:55.529832 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bf72501b-9e6e-432a-b239-390b5c468996 req-15344d84-e2b1-4096-9ea7-95f85b2344dc tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0595825 Oct 27 11:43:55.573818 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bf72501b-9e6e-432a-b239-390b5c468996 req-96dbca98-7147-4249-92f2-dfa3dbab182d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367439 Oct 27 11:43:56.185915 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d6fb9f8f-10be-42dc-9dc9-d983b915a3af req-5d13d8bf-b8a9-41a2-b300-d2d0a13d5621 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0330579 Oct 27 11:43:56.267617 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a0160f33-fa37-4d0a-b8a2-df2470d79c8c req-5f60b8fb-416e-4bb7-a6a7-a8326097c0a4 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0254226 Oct 27 11:43:56.359641 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d65a83-dea1-4b2d-bf7e-c41306b955ee req-1c360549-0771-4de6-9fed-46a993a7ed18 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:56.361060 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-76d65a83-dea1-4b2d-bf7e-c41306b955ee req-1c360549-0771-4de6-9fed-46a993a7ed18 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0517023 Oct 27 11:43:56.399583 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-76d65a83-dea1-4b2d-bf7e-c41306b955ee req-d4cd4595-4063-4af5-b228-6573e52d4c2c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323522 Oct 27 11:43:56.692406 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa3d07-2424-4f4e-b52e-a9de607e0173 req-12940078-1059-4533-83ea-c732d239c0d3 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:56.694232 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5dfa3d07-2424-4f4e-b52e-a9de607e0173 req-12940078-1059-4533-83ea-c732d239c0d3 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0499041 Oct 27 11:43:56.735507 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5dfa3d07-2424-4f4e-b52e-a9de607e0173 req-5d7ac70b-59f4-496a-9481-5f38bfa1a177 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Oct 27 11:43:57.294553 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8081a138-0f26-49fc-aa8c-b5ed46882c9a req-984fe89a-72e4-4198-8a3c-0febd85c826c tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0247591 Oct 27 11:43:57.361676 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5b043058-17db-435c-9f08-827abd13cd12 req-f7990ac9-1bac-4261-b2bc-eeef7bd7ffe2 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0257726 Oct 27 11:43:57.521000 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be1f8-e117-4fb8-8944-bb9083882e34 req-f8b654a5-6e7e-4291-a509-08f01495c5cd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:57.522396 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d71be1f8-e117-4fb8-8944-bb9083882e34 req-f8b654a5-6e7e-4291-a509-08f01495c5cd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0493193 Oct 27 11:43:57.563262 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d71be1f8-e117-4fb8-8944-bb9083882e34 req-4f09badb-2a99-4458-8df8-0552e4b7bf92 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348940 Oct 27 11:43:57.861701 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17a4e2-f1f3-48a1-874d-b70a25a9c1de req-4b2d15ae-d84f-43b4-902e-ae7c50c4e153 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:57.863187 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fd17a4e2-f1f3-48a1-874d-b70a25a9c1de req-4b2d15ae-d84f-43b4-902e-ae7c50c4e153 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0478873 Oct 27 11:43:57.904749 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fd17a4e2-f1f3-48a1-874d-b70a25a9c1de req-e9eb0fa6-1894-49ca-bdd3-8ab250c74367 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355451 Oct 27 11:43:58.396851 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d2733829-e049-48f4-bb0a-4fae6e2117c8 req-22417fc7-2e95-4d32-97ab-ab0bbe2bfa4f tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0261772 Oct 27 11:43:58.454614 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-31e42f09-6121-433d-b023-f79bbf95b449 req-65a2e65d-4309-4663-9100-857616a31dd0 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0264990 Oct 27 11:43:58.687843 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08934707-a701-4d9e-85d9-1217829d63de req-f034a0d9-3fa5-45fd-9ee2-4c2139898013 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:58.689818 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-08934707-a701-4d9e-85d9-1217829d63de req-f034a0d9-3fa5-45fd-9ee2-4c2139898013 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0488770 Oct 27 11:43:58.727013 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-08934707-a701-4d9e-85d9-1217829d63de req-9f5f3886-fb30-459c-a91a-1760a070b623 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311933 Oct 27 11:43:59.019055 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0053dd-4994-4fb1-b083-c1b754e107fe req-52680dff-a069-411e-bda5-68f607bd30ca tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:59.020538 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4e0053dd-4994-4fb1-b083-c1b754e107fe req-52680dff-a069-411e-bda5-68f607bd30ca tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0472820 Oct 27 11:43:59.065081 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4e0053dd-4994-4fb1-b083-c1b754e107fe req-99a1269c-461a-41bb-a99e-b73c58523251 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385857 Oct 27 11:43:59.499308 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-32b88e65-acca-4eaa-8e73-46475a95e509 req-4abc6a37-c39c-4c6b-923f-8879c772e6a6 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0257180 Oct 27 11:43:59.549779 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a65428ba-0cbd-4853-a926-8325aec68cce req-17346466-6522-4a91-ac77-dece05d889c7 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0268598 Oct 27 11:43:59.846321 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731eb51-8b21-43be-8ab1-bf606ecf25a7 req-039da5e6-4322-4b87-960d-b1c035840849 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:59.847866 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0731eb51-8b21-43be-8ab1-bf606ecf25a7 req-039da5e6-4322-4b87-960d-b1c035840849 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0485804 Oct 27 11:43:59.894259 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0731eb51-8b21-43be-8ab1-bf606ecf25a7 req-f8b88bf4-38cf-4037-951c-987e3c572b4c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402493 Oct 27 11:44:00.187571 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59b2c9-6d65-4ed8-8322-213f4c7d8bd8 req-4b0e1746-6571-430e-bc67-2a56a005b7ca tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:00.189644 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3c59b2c9-6d65-4ed8-8322-213f4c7d8bd8 req-4b0e1746-6571-430e-bc67-2a56a005b7ca tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0500114 Oct 27 11:44:00.234736 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3c59b2c9-6d65-4ed8-8322-213f4c7d8bd8 req-977ab6ae-6c62-4cb6-a5ba-ef4c5e7ad63d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390766 Oct 27 11:44:00.616225 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-707a60b6-a606-4c40-901f-263ce68f53f6 req-fb0f5304-aee3-498c-af9a-28def4fb20f7 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0293467 Oct 27 11:44:00.658340 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cdc98916-663a-4d51-b06c-e1a3fab447e7 req-4e086e40-71a4-4a22-af2f-220fafe7c995 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0260527 Oct 27 11:44:01.024413 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925b29c-4758-4d62-90b9-1071b7f81198 req-75a5d6fd-1fb5-41e5-84b2-f98169c5db92 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:01.025921 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b925b29c-4758-4d62-90b9-1071b7f81198 req-75a5d6fd-1fb5-41e5-84b2-f98169c5db92 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0603065 Oct 27 11:44:01.064227 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b925b29c-4758-4d62-90b9-1071b7f81198 req-0fe3defb-7ee0-4756-96d4-81bfd98524ef tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322576 Oct 27 11:44:01.349312 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535b494-a7c1-4f81-a9df-537ec25e3136 req-292df9d8-dda1-4bb7-b0d7-2f7b1ba97a47 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:01.350689 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b535b494-a7c1-4f81-a9df-537ec25e3136 req-292df9d8-dda1-4bb7-b0d7-2f7b1ba97a47 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0473840 Oct 27 11:44:01.391659 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b535b494-a7c1-4f81-a9df-537ec25e3136 req-810b3caa-86fe-4e14-a804-c372734827a7 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350113 Oct 27 11:44:01.721605 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1d2cd006-4472-4054-8e38-a39396f57632 req-37c1e518-09f9-4816-b59e-8bf4957bc46a tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0261798 Oct 27 11:44:01.760083 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ba9d23f0-342f-4b7c-8875-529a42bd0643 req-dc9d8e87-1cdf-4bad-9dd6-5180025e2309 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0256660 Oct 27 11:44:02.182192 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4adda-adc8-4ffe-b028-38d12812cea2 req-9a4abca4-7905-4067-b4df-9116a3ed7998 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:02.183703 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0eb4adda-adc8-4ffe-b028-38d12812cea2 req-9a4abca4-7905-4067-b4df-9116a3ed7998 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0483992 Oct 27 11:44:02.235033 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0eb4adda-adc8-4ffe-b028-38d12812cea2 req-f76d3686-6346-4a9c-b3c9-2366f33c5c74 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445414 Oct 27 11:44:02.319551 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-481969a9-0aea-4ba6-acb9-d8ee0405ba05 req-e1c7af6c-86df-4a25-8917-73dd3a5c2537 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419059 Oct 27 11:44:02.407478 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481969a9-0aea-4ba6-acb9-d8ee0405ba05 req-b4cd5078-95e0-494b-bcf0-c1f34bc90af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:02.408959 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-481969a9-0aea-4ba6-acb9-d8ee0405ba05 req-b4cd5078-95e0-494b-bcf0-c1f34bc90af8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6cf4b776db943b78157db9573678d4d&device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 1098 time: 0.0449100 Oct 27 11:44:02.562728 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710949ce-1b55-4cdb-98e4-591ebad44ad7 req-a8e27660-ba83-407a-b6e1-655ac1e89368 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:02.564758 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-710949ce-1b55-4cdb-98e4-591ebad44ad7 req-a8e27660-ba83-407a-b6e1-655ac1e89368 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.1022940 Oct 27 11:44:02.569790 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481969a9-0aea-4ba6-acb9-d8ee0405ba05 req-f8a324b2-815c-4e6c-b6d1-b4406b2e58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:02.571224 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-481969a9-0aea-4ba6-acb9-d8ee0405ba05 req-f8a324b2-815c-4e6c-b6d1-b4406b2e58bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=f295b617-1dee-47fd-847d-99b3b917163f HTTP/1.1" status: 200 len: 921 time: 0.1264977 Oct 27 11:44:02.624659 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-481969a9-0aea-4ba6-acb9-d8ee0405ba05 req-60351d9d-b2fa-4976-bf7d-b3a39a0333da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d HTTP/1.1" status: 200 len: 217 time: 0.0385485 Oct 27 11:44:02.649257 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-710949ce-1b55-4cdb-98e4-591ebad44ad7 req-eaaccef4-9c3f-4aa3-a8f1-2f5a1a15b92a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770745 Oct 27 11:44:02.687228 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481969a9-0aea-4ba6-acb9-d8ee0405ba05 req-7b5fc46c-e8d9-4d6a-b3d8-05525097381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:02.688679 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-481969a9-0aea-4ba6-acb9-d8ee0405ba05 req-7b5fc46c-e8d9-4d6a-b3d8-05525097381b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b5e998-50c9-4a4a-b99c-0238a60bf0ee HTTP/1.1" status: 200 len: 859 time: 0.0560541 Oct 27 11:44:02.736574 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-481969a9-0aea-4ba6-acb9-d8ee0405ba05 req-17ec3776-a698-4e67-b70c-06d17f01c05f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f295b617-1dee-47fd-847d-99b3b917163f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286157 Oct 27 11:44:02.866826 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-05acbf2a-20a1-45f4-9cca-2292dccfa4d9 req-cdbfafb4-7908-4f18-8800-1551b3782baf tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3d20a3a-1e79-4f1c-a14b-f093462fd752 HTTP/1.1" status: 200 len: 210 time: 0.0452056 Oct 27 11:44:02.892734 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4832d101-a1ed-4c6b-abf3-db568ff681ce req-fdb24311-6a07-482c-95c7-ca60081a9845 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0516136 Oct 27 11:44:02.907946 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-481969a9-0aea-4ba6-acb9-d8ee0405ba05 req-85f6bbef-afca-495b-b7c8-5db3ce29190a service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526678 Oct 27 11:44:03.314414 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-481969a9-0aea-4ba6-acb9-d8ee0405ba05 req-8f09bd75-3077-4da1-960c-7c94f77aa5c8 service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891051 Oct 27 11:44:03.335609 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-c8873b8f-564a-4af7-9e83-c9db1c623e5b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:03.337176 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-c8873b8f-564a-4af7-9e83-c9db1c623e5b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.41 "GET /v2.0/networks?id=9b77b30a-35e6-40db-9719-c7556d6605d9 HTTP/1.1" status: 200 len: 809 time: 0.1379695 Oct 27 11:44:03.412506 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598abc8c-52b5-4fd0-adbd-ea7685b45cef req-4156c5b3-4964-4fbe-88a9-0a079e3c15fc tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:03.413852 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-598abc8c-52b5-4fd0-adbd-ea7685b45cef req-4156c5b3-4964-4fbe-88a9-0a079e3c15fc tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0756786 Oct 27 11:44:03.418315 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-57e8a971-ceb0-4b1d-92c5-81c2a22aaaa0 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f38f92679b64439a45356929b30a550 HTTP/1.1" status: 200 len: 380 time: 0.0548024 Oct 27 11:44:03.432467 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-207e4a78-e53b-4f6f-b6c0-e939bd7c78e5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Request body: {'port': {'device_id': 'd9ebf678-183f-4946-82b8-508114c70277', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'admin_state_up': True, 'tenant_id': '6f38f92679b64439a45356929b30a550', 'security_groups': ['0eaaba60-582d-49e3-b531-92d20a82f2bb']}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:44:03.516291 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-598abc8c-52b5-4fd0-adbd-ea7685b45cef req-5c987adb-e5de-470a-a8a4-9d25ee5bd354 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894594 Oct 27 11:44:03.566075 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-207e4a78-e53b-4f6f-b6c0-e939bd7c78e5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Made reservation on behalf of 6f38f92679b64439a45356929b30a550 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:44:03.569575 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-207e4a78-e53b-4f6f-b6c0-e939bd7c78e5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:03.695941 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-207e4a78-e53b-4f6f-b6c0-e939bd7c78e5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Allocated IP 172.20.0.5 (9b77b30a-35e6-40db-9719-c7556d6605d9/9b96d60d-9ede-4ef7-a71b-5fba29fa7c72/4c67706f-7e0a-4ef6-9324-852d9e41a7b2) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:44:03.827553 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38b0e4-b5b4-4e68-816c-bd56c37d0ac5 req-470fb000-2977-45d5-b445-a4a9e4e58ba3 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:03.829062 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3c38b0e4-b5b4-4e68-816c-bd56c37d0ac5 req-470fb000-2977-45d5-b445-a4a9e4e58ba3 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.1074414 Oct 27 11:44:03.898135 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-207e4a78-e53b-4f6f-b6c0-e939bd7c78e5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:03.904225 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3c38b0e4-b5b4-4e68-816c-bd56c37d0ac5 req-3d15b9d7-b2d3-4697-8d7f-98087a19348a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663774 Oct 27 11:44:03.940476 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-207e4a78-e53b-4f6f-b6c0-e939bd7c78e5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:03.989149 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-207e4a78-e53b-4f6f-b6c0-e939bd7c78e5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Network 9b77b30a-35e6-40db-9719-c7556d6605d9 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:44:04.025571 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-207e4a78-e53b-4f6f-b6c0-e939bd7c78e5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:44:04.032151 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-207e4a78-e53b-4f6f-b6c0-e939bd7c78e5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:44:04.037433 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-207e4a78-e53b-4f6f-b6c0-e939bd7c78e5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:04.038059 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-207e4a78-e53b-4f6f-b6c0-e939bd7c78e5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:04.045496 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e4a78-e53b-4f6f-b6c0-e939bd7c78e5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Pushing event updated for resources: {'Port': ['ID=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:04.063926 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-207e4a78-e53b-4f6f-b6c0-e939bd7c78e5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6349831 Oct 27 11:44:04.077250 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f38f2-1c96-4d0e-b7cc-a5c37f8d9512 req-edb010cc-ea15-4d91-8a75-9472c35b24a0 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:04.078975 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c40f38f2-1c96-4d0e-b7cc-a5c37f8d9512 req-edb010cc-ea15-4d91-8a75-9472c35b24a0 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 931 time: 0.0926859 Oct 27 11:44:04.105981 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Request body: {'port': {'device_id': 'd9ebf678-183f-4946-82b8-508114c70277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:44:04.161591 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c40f38f2-1c96-4d0e-b7cc-a5c37f8d9512 req-adacb088-fc01-4107-b8a9-26d144882993 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758374 Oct 27 11:44:04.203928 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:04.230229 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458ebd4-66d9-4deb-a48c-45b37ed9866d req-2e9fc64d-c389-4331-aac3-cd6af9a7ee5f tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:04.231709 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5458ebd4-66d9-4deb-a48c-45b37ed9866d req-2e9fc64d-c389-4331-aac3-cd6af9a7ee5f tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 946 time: 0.0958419 Oct 27 11:44:04.304852 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-0bfd5e3b-bcab-450b-b3ff-4ce20849ca00 None None] Provisioning complete for port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:44:04.305480 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-0bfd5e3b-bcab-450b-b3ff-4ce20849ca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:04.338188 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd5e3b-bcab-450b-b3ff-4ce20849ca00 None None] Port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:44:04.344297 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5458ebd4-66d9-4deb-a48c-45b37ed9866d req-bcbd4319-138d-4b36-954c-0c476af8476a tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918267 Oct 27 11:44:04.501789 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:44:04.509018 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:04.521655 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Transition to ACTIVE for port object 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:44:04.525334 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:04.577313 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:04.649990 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Attempting to bind port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:44:04.650333 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Attempting to bind port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '3eca4d4f-f65f-467d-845d-25210b1b3004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:44:04.650640 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Attempting to bind port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 on network 9b77b30a-35e6-40db-9719-c7556d6605d9 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:44:04.660401 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 on network 9b77b30a-35e6-40db-9719-c7556d6605d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:44:04.660664 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Attempting to bind port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 on network 9b77b30a-35e6-40db-9719-c7556d6605d9 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:44:04.668515 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:44:04.668846 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Checking segment: {'id': '3eca4d4f-f65f-467d-845d-25210b1b3004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:44:04.669223 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Bound using segment: {'id': '3eca4d4f-f65f-467d-845d-25210b1b3004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:44:04.669651 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Bound port: 4c67706f-7e0a-4ef6-9324-852d9e41a7b2, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eca4d4f-f65f-467d-845d-25210b1b3004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:44:04.670007 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:04.681302 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a91420-acba-4cba-a3d9-b8400716d128 req-be851bdf-032d-48a9-80ce-ff232c451726 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:04.682864 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f4a91420-acba-4cba-a3d9-b8400716d128 req-be851bdf-032d-48a9-80ce-ff232c451726 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0744436 Oct 27 11:44:04.755345 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f4a91420-acba-4cba-a3d9-b8400716d128 req-707e636a-e0ce-44a1-82d0-72a88f6226a4 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653338 Oct 27 11:44:04.771800 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] For port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:44:04.775104 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] For port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:44:04.779693 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:04.812656 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:04.813204 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:04.815809 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] 10.222.0.41 "PUT /v2.0/ports/4c67706f-7e0a-4ef6-9324-852d9e41a7b2 HTTP/1.1" status: 200 len: 1093 time: 0.7156024 Oct 27 11:44:04.820313 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ebf678-183f-4946-82b8-508114c70277', 'tag': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:44:04.823672 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b407f51-3e2f-4e1d-a5d5-6a5a3de52fef" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ebf678-183f-4946-82b8-508114c70277", "tag": "4c67706f-7e0a-4ef6-9324-852d9e41a7b2"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:44:04.850373 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c8fa4-676c-4d8e-8a61-5694df3a45a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:04.862285 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0df2ce-8dd2-46b8-abcf-1461ab0c6ce0 x-openstack-request-id: req-af0df2ce-8dd2-46b8-abcf-1461ab0c6ce0 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:44:04.862565 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ebf678-183f-4946-82b8-508114c70277", "tag": "4c67706f-7e0a-4ef6-9324-852d9e41a7b2", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:44:04.862844 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af0df2ce-8dd2-46b8-abcf-1461ab0c6ce0 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:44:04.863237 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ebf678-183f-4946-82b8-508114c70277', 'tag': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'status': 'completed', 'code': 200} Oct 27 11:44:04.918796 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-6717fb22-3ab9-405d-9a58-e66197b514a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:04.920299 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-6717fb22-3ab9-405d-9a58-e66197b514a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f38f92679b64439a45356929b30a550&device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 1096 time: 0.0423565 Oct 27 11:44:04.977730 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-87f0a79b-34bb-4b82-bee0-31332a8e275e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2 HTTP/1.1" status: 200 len: 217 time: 0.0395958 Oct 27 11:44:05.057639 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-16b60247-4178-4f6f-ba65-757a335c22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:05.059104 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-16b60247-4178-4f6f-ba65-757a335c22ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b96d60d-9ede-4ef7-a71b-5fba29fa7c72 HTTP/1.1" status: 200 len: 848 time: 0.0726452 Oct 27 11:44:05.072702 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f1de5-2f23-49c4-96ab-a4af7d871db0 req-6d765cb9-53f3-4276-887f-e03ded48ff6b tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:05.074145 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1f0f1de5-2f23-49c4-96ab-a4af7d871db0 req-6d765cb9-53f3-4276-887f-e03ded48ff6b tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0799246 Oct 27 11:44:05.142428 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1f0f1de5-2f23-49c4-96ab-a4af7d871db0 req-29035f90-8ed8-4b71-a279-fd5e4e86b6cd tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576985 Oct 27 11:44:05.145267 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-a35bbe58-f0cf-473d-84eb-509b27451cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:05.146690 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-a35bbe58-f0cf-473d-84eb-509b27451cce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b77b30a-35e6-40db-9719-c7556d6605d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716627 Oct 27 11:44:05.258384 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-179cb86a-11fc-4924-8af1-cbfe025b2822 service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011360 Oct 27 11:44:05.347457 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ccf73-1998-4c43-b771-a34bde2ae5a3 req-4d030e8d-3692-4bf5-8394-dc5c13e27a94 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:05.348917 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bc1ccf73-1998-4c43-b771-a34bde2ae5a3 req-4d030e8d-3692-4bf5-8394-dc5c13e27a94 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.1070418 Oct 27 11:44:05.387344 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-50dcb876-8c14-4b02-ba68-32fb4eda0577 req-ca6adafd-82bc-4727-ba87-ca151f3ecad3 service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115599 Oct 27 11:44:05.405310 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bc1ccf73-1998-4c43-b771-a34bde2ae5a3 req-4aa30cdb-f6a1-4a89-b8ab-21b13ca543c3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461159 Oct 27 11:44:05.491240 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ef8c6-b76e-411c-a8c3-edc5373e2220 req-18faa212-c2a6-4591-8aec-ee98d34fbea4 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:05.492719 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-656ef8c6-b76e-411c-a8c3-edc5373e2220 req-18faa212-c2a6-4591-8aec-ee98d34fbea4 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 946 time: 0.0806298 Oct 27 11:44:05.498260 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b407f51-3e2f-4e1d-a5d5-6a5a3de52fef req-c5450ac7-6136-4286-9f02-8aeef904cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:05.499672 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1b407f51-3e2f-4e1d-a5d5-6a5a3de52fef req-c5450ac7-6136-4286-9f02-8aeef904cceb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f38f92679b64439a45356929b30a550&device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 1096 time: 0.0575695 Oct 27 11:44:05.578597 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-656ef8c6-b76e-411c-a8c3-edc5373e2220 req-4b83e204-d5a4-4775-8856-31b2d00b15ef tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779855 Oct 27 11:44:05.619237 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b407f51-3e2f-4e1d-a5d5-6a5a3de52fef req-cd861058-3e0e-4aed-8a7c-9ff0f1dfc49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:05.620699 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1b407f51-3e2f-4e1d-a5d5-6a5a3de52fef req-cd861058-3e0e-4aed-8a7c-9ff0f1dfc49a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b77b30a-35e6-40db-9719-c7556d6605d9 HTTP/1.1" status: 200 len: 911 time: 0.1072335 Oct 27 11:44:05.664641 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1b407f51-3e2f-4e1d-a5d5-6a5a3de52fef req-536be0d3-fba5-48e3-bbe8-6e55e1e5472f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2 HTTP/1.1" status: 200 len: 217 time: 0.0348663 Oct 27 11:44:05.715726 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b407f51-3e2f-4e1d-a5d5-6a5a3de52fef req-6bf93bbb-9712-43dc-8af8-08c25c25054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:05.717176 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1b407f51-3e2f-4e1d-a5d5-6a5a3de52fef req-6bf93bbb-9712-43dc-8af8-08c25c25054a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b96d60d-9ede-4ef7-a71b-5fba29fa7c72 HTTP/1.1" status: 200 len: 848 time: 0.0432167 Oct 27 11:44:05.774526 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b407f51-3e2f-4e1d-a5d5-6a5a3de52fef req-f1bada19-445f-483d-b573-e4752d350938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:05.776034 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1b407f51-3e2f-4e1d-a5d5-6a5a3de52fef req-f1bada19-445f-483d-b573-e4752d350938 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b77b30a-35e6-40db-9719-c7556d6605d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446222 Oct 27 11:44:05.900116 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e064fc-9a2a-4c0a-9d02-6e8a0b5ed062 req-7d7c68cc-dd0a-468e-a0aa-df3e258c4cdd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:05.901567 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-35e064fc-9a2a-4c0a-9d02-6e8a0b5ed062 req-7d7c68cc-dd0a-468e-a0aa-df3e258c4cdd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0690746 Oct 27 11:44:05.917862 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1b407f51-3e2f-4e1d-a5d5-6a5a3de52fef req-c8525e8d-0cac-4084-b140-104c913a284c service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274300 Oct 27 11:44:05.996780 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-35e064fc-9a2a-4c0a-9d02-6e8a0b5ed062 req-16dbac78-df02-4bd5-bd53-99b26f094300 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880756 Oct 27 11:44:06.072409 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d053a-48da-41a2-94f5-94350516f601 req-a37ab4bb-d567-470f-abf4-711e4ab2de7a tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:06.073868 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-932d053a-48da-41a2-94f5-94350516f601 req-a37ab4bb-d567-470f-abf4-711e4ab2de7a tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 946 time: 0.0684695 Oct 27 11:44:06.077420 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1b407f51-3e2f-4e1d-a5d5-6a5a3de52fef req-dd681eb5-4899-4a81-a3f8-cd90789b7681 service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480904 Oct 27 11:44:06.187081 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-932d053a-48da-41a2-94f5-94350516f601 req-60cf4043-4b5a-4c52-90cc-7a2e21503e26 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Deleting port b012a5b3-1206-4218-b43b-c64b13d96f84 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:06.187412 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-932d053a-48da-41a2-94f5-94350516f601 req-60cf4043-4b5a-4c52-90cc-7a2e21503e26 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:06.317238 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87e110-407e-44d3-a4d7-b6d0c5ba9089 req-8a62ddf4-447d-4df6-835f-e97a2bedfbde tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:06.318686 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0d87e110-407e-44d3-a4d7-b6d0c5ba9089 req-8a62ddf4-447d-4df6-835f-e97a2bedfbde tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0939322 Oct 27 11:44:06.320425 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-932d053a-48da-41a2-94f5-94350516f601 req-60cf4043-4b5a-4c52-90cc-7a2e21503e26 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] For port b012a5b3-1206-4218-b43b-c64b13d96f84, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=b012a5b3-1206-4218-b43b-c64b13d96f84,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:06.320773 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-932d053a-48da-41a2-94f5-94350516f601 req-60cf4043-4b5a-4c52-90cc-7a2e21503e26 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:06.339259 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-932d053a-48da-41a2-94f5-94350516f601 req-60cf4043-4b5a-4c52-90cc-7a2e21503e26 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Calling delete_port for b012a5b3-1206-4218-b43b-c64b13d96f84 owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:06.400688 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0d87e110-407e-44d3-a4d7-b6d0c5ba9089 req-795cede7-44b8-488a-a310-1a7e18bccd7b tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725460 Oct 27 11:44:06.505506 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-932d053a-48da-41a2-94f5-94350516f601 req-60cf4043-4b5a-4c52-90cc-7a2e21503e26 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:06.517891 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['1420b59a-5ff4-4719-aa84-e707e403d07e', 'b012a5b3-1206-4218-b43b-c64b13d96f84'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:44:06.536831 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf4043-4b5a-4c52-90cc-7a2e21503e26 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Pushing event deleted for resources: {'Port': ['ID=b012a5b3-1206-4218-b43b-c64b13d96f84,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:06.576889 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b2c61-bb16-4d9a-b1ad-938dc26ee3ba req-4278aec3-85c1-4eb6-8f11-5e3cfed554e9 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:06.578783 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-937b2c61-bb16-4d9a-b1ad-938dc26ee3ba req-4278aec3-85c1-4eb6-8f11-5e3cfed554e9 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.1031263 Oct 27 11:44:06.593477 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-932d053a-48da-41a2-94f5-94350516f601 req-60cf4043-4b5a-4c52-90cc-7a2e21503e26 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] No DVR routers for this DVR port b012a5b3-1206-4218-b43b-c64b13d96f84 on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:44:06.596705 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-932d053a-48da-41a2-94f5-94350516f601 req-60cf4043-4b5a-4c52-90cc-7a2e21503e26 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:06.600353 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-932d053a-48da-41a2-94f5-94350516f601 req-60cf4043-4b5a-4c52-90cc-7a2e21503e26 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "DELETE /v2.0/ports/b012a5b3-1206-4218-b43b-c64b13d96f84 HTTP/1.1" status: 204 len: 173 time: 0.5115726 Oct 27 11:44:06.652077 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-937b2c61-bb16-4d9a-b1ad-938dc26ee3ba req-1c4a98ae-91c2-4cbc-b6fb-65026cdf7acf tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589890 Oct 27 11:44:06.694253 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d9ce89e8-9df8-4c05-8a1a-f486c7a40ff6 req-7e573a5a-0338-4aa8-a1e3-136336ad24c0 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2610d91-77fa-4a11-afed-cc35a29b1188 HTTP/1.1" status: 200 len: 210 time: 0.0399358 Oct 27 11:44:06.792387 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-dae66e50-1585-4676-8fed-96ade088b297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:06.864485 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2610d91-77fa-4a11-afed-cc35a29b1188', 'name': 'network-vif-deleted', 'tag': 'b012a5b3-1206-4218-b43b-c64b13d96f84'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:44:06.866835 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b593909b-d069-4216-9201-c94f5e91a33f" -d '{"events": [{"server_uuid": "f2610d91-77fa-4a11-afed-cc35a29b1188", "name": "network-vif-deleted", "tag": "b012a5b3-1206-4218-b43b-c64b13d96f84"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:44:06.902743 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77de9941-df4a-4f62-ba1d-85978ad31d69 x-openstack-request-id: req-77de9941-df4a-4f62-ba1d-85978ad31d69 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:44:06.903348 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2610d91-77fa-4a11-afed-cc35a29b1188", "name": "network-vif-deleted", "tag": "b012a5b3-1206-4218-b43b-c64b13d96f84", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:44:06.903348 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77de9941-df4a-4f62-ba1d-85978ad31d69 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:44:06.903649 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2610d91-77fa-4a11-afed-cc35a29b1188', 'name': 'network-vif-deleted', 'tag': 'b012a5b3-1206-4218-b43b-c64b13d96f84', 'status': 'completed', 'code': 200} Oct 27 11:44:07.115852 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05103d-e3a8-4da3-8175-3c43e0cde924 req-167617d1-a362-4411-95aa-2135e45f65ab tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:07.117299 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ef05103d-e3a8-4da3-8175-3c43e0cde924 req-167617d1-a362-4411-95aa-2135e45f65ab tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0482347 Oct 27 11:44:07.155717 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ef05103d-e3a8-4da3-8175-3c43e0cde924 req-2a9618cf-59a1-404d-ae92-abbafd12bf39 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324302 Oct 27 11:44:07.515356 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc168b0-7966-44b2-9931-6ff88b75e8a1 req-1c36ace7-ca64-4eed-97af-c9716ec20eb8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:07.517423 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fcc168b0-7966-44b2-9931-6ff88b75e8a1 req-1c36ace7-ca64-4eed-97af-c9716ec20eb8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0480862 Oct 27 11:44:07.557249 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fcc168b0-7966-44b2-9931-6ff88b75e8a1 req-be46765b-a4e3-47f7-8c19-859102d93453 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338719 Oct 27 11:44:07.766355 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865a4f5-f235-4f6f-adca-4ea44bf326b2 req-abf99906-2ab8-4d62-b625-40f685fc973f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:07.768321 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6865a4f5-f235-4f6f-adca-4ea44bf326b2 req-abf99906-2ab8-4d62-b625-40f685fc973f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.0503702 Oct 27 11:44:07.811613 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6865a4f5-f235-4f6f-adca-4ea44bf326b2 req-64a4be82-f1fc-4722-9149-3767f639e932 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371370 Oct 27 11:44:08.277035 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caed5e2-e058-4543-b197-6cf666707865 req-07656743-d939-4096-9e5a-f591fee9f114 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:08.278506 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5caed5e2-e058-4543-b197-6cf666707865 req-07656743-d939-4096-9e5a-f591fee9f114 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0498767 Oct 27 11:44:08.316426 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5caed5e2-e058-4543-b197-6cf666707865 req-b9a23357-6b75-40f7-8fb3-990f62e010dc tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315731 Oct 27 11:44:08.671536 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc7137-5a26-49d4-a588-36bf40510fb6 req-66594333-91b3-4a85-833c-338ce88eb203 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:08.674347 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6fbc7137-5a26-49d4-a588-36bf40510fb6 req-66594333-91b3-4a85-833c-338ce88eb203 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0510538 Oct 27 11:44:08.705547 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device b012a5b3-1206-4218-b43b-c64b13d96f84 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:08.713933 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6fbc7137-5a26-49d4-a588-36bf40510fb6 req-2038a4fe-b34a-46d4-a5af-e40dde596f0d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336881 Oct 27 11:44:08.725169 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: b012a5b3-1206-4218-b43b-c64b13d96f84 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:44:08.725623 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device b012a5b3-1206-4218-b43b-c64b13d96f84 not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:44:08.934018 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a00b9-c56f-4bed-af99-5826dc4ebf0a req-49975f79-15fb-4fa7-99ff-38a41b6ec9f4 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:08.935558 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-679a00b9-c56f-4bed-af99-5826dc4ebf0a req-49975f79-15fb-4fa7-99ff-38a41b6ec9f4 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.0531857 Oct 27 11:44:08.986102 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-679a00b9-c56f-4bed-af99-5826dc4ebf0a req-e033cc23-419d-4ee6-8733-c37f162c76cd tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441186 Oct 27 11:44:09.102936 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac73af0-5ea5-4a40-addf-94b64db6e4c9 req-8e6d91ed-36f5-4f9f-9491-b69478953404 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:09.104418 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-aac73af0-5ea5-4a40-addf-94b64db6e4c9 req-8e6d91ed-36f5-4f9f-9491-b69478953404 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 946 time: 0.0491247 Oct 27 11:44:09.142946 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-aac73af0-5ea5-4a40-addf-94b64db6e4c9 req-ab40fc98-0173-4531-acbc-00eae321912d tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Oct 27 11:44:09.437106 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dac02-1201-48dc-a529-0f20099b266c req-34e7e179-bbfd-4e84-b6f0-2695fcf0bbc6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:09.439204 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fe7dac02-1201-48dc-a529-0f20099b266c req-34e7e179-bbfd-4e84-b6f0-2695fcf0bbc6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0498037 Oct 27 11:44:09.478471 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fe7dac02-1201-48dc-a529-0f20099b266c req-2ca9a8af-6ba0-4b76-bf95-8c86fa79aec6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330827 Oct 27 11:44:09.612887 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeeda3a-6a06-40fc-8599-9a15a51058dd req-cc040191-16ce-44c7-beaf-6109c6fa20e7 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:09.614245 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dfeeda3a-6a06-40fc-8599-9a15a51058dd req-cc040191-16ce-44c7-beaf-6109c6fa20e7 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0788665 Oct 27 11:44:09.630058 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f2c1c-d606-469a-b616-3691f87fe9ea req-3373e6c7-6cd6-4dc3-bd3b-21ccf1a5d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:09.631923 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-868f2c1c-d606-469a-b616-3691f87fe9ea req-3373e6c7-6cd6-4dc3-bd3b-21ccf1a5d974 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb0d432e261f44cdadc3481889185390&device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 1137 time: 0.0642321 Oct 27 11:44:09.676435 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dfeeda3a-6a06-40fc-8599-9a15a51058dd req-f4a62e54-8ea5-4420-97c6-13f2a717be49 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546391 Oct 27 11:44:09.750655 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f2c1c-d606-469a-b616-3691f87fe9ea req-b9ae3845-de25-457e-8e2a-50dbd518b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:09.752141 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-868f2c1c-d606-469a-b616-3691f87fe9ea req-b9ae3845-de25-457e-8e2a-50dbd518b4f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb905254-0c92-4844-869d-5a0827915707 HTTP/1.1" status: 200 len: 917 time: 0.1003432 Oct 27 11:44:09.773686 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-555ab3c7-6595-4488-ab35-f4684ecc14c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:09.853807 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-868f2c1c-d606-469a-b616-3691f87fe9ea req-54289559-f387-4712-9564-230a33852f10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=247e2083-6c05-4d05-a353-a3540f09ad24 HTTP/1.1" status: 200 len: 1001 time: 0.0870869 Oct 27 11:44:09.867556 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22396dc4-d73d-4681-a0c2-48c20f838e66 req-045e6da1-180b-4fd7-aa46-55f364be8741 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:09.868866 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-22396dc4-d73d-4681-a0c2-48c20f838e66 req-045e6da1-180b-4fd7-aa46-55f364be8741 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0627577 Oct 27 11:44:09.932628 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f2c1c-d606-469a-b616-3691f87fe9ea req-c6fa1389-242d-4dbf-90f1-69abc535aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:09.934012 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-868f2c1c-d606-469a-b616-3691f87fe9ea req-c6fa1389-242d-4dbf-90f1-69abc535aee8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d6def66-84cf-4abb-b40d-c0217d908646 HTTP/1.1" status: 200 len: 854 time: 0.0643380 Oct 27 11:44:09.941447 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-22396dc4-d73d-4681-a0c2-48c20f838e66 req-873ed889-e276-4cbf-90ec-4f0b8a32da14 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642855 Oct 27 11:44:09.979677 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f2c1c-d606-469a-b616-3691f87fe9ea req-e56ea488-9c32-4121-93a5-2a328b938554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:09.981121 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-868f2c1c-d606-469a-b616-3691f87fe9ea req-e56ea488-9c32-4121-93a5-2a328b938554 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb905254-0c92-4844-869d-5a0827915707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378883 Oct 27 11:44:10.367905 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-868f2c1c-d606-469a-b616-3691f87fe9ea req-57ce8411-45b8-493d-9b9f-e294f0c3530d service neutron] 10.222.0.41 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694346 Oct 27 11:44:10.404168 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf1c29-8f46-49fe-af8f-40dd3461f580 req-98c6c480-69a4-4e53-a767-bc7eb1e14255 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:10.405724 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-85cf1c29-8f46-49fe-af8f-40dd3461f580 req-98c6c480-69a4-4e53-a767-bc7eb1e14255 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.3450627 Oct 27 11:44:10.450306 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76e346-61ea-4898-abfc-175f9760b29c req-c86493bd-7b2d-4397-8e37-feebccfe6020 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:10.451723 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7f76e346-61ea-4898-abfc-175f9760b29c req-c86493bd-7b2d-4397-8e37-feebccfe6020 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 946 time: 0.1204302 Oct 27 11:44:10.525144 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-85cf1c29-8f46-49fe-af8f-40dd3461f580 req-9591c748-40a1-49a7-832c-ba9bfa1cc3ef tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068387 Oct 27 11:44:10.546862 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7f76e346-61ea-4898-abfc-175f9760b29c req-c4502caf-b1ce-4e61-b63c-f59251a25760 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873141 Oct 27 11:44:10.547642 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:10.550583 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-868f2c1c-d606-469a-b616-3691f87fe9ea req-589c97e4-675b-4817-9f45-6e8bf251f518 service neutron] 10.222.0.41 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657259 Oct 27 11:44:10.643753 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54ddde-4176-422d-9c20-b75457d2e5b1 req-5e8ff1a8-cdaa-4fb9-87c0-3f63aefd427e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:10.645192 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bc54ddde-4176-422d-9c20-b75457d2e5b1 req-5e8ff1a8-cdaa-4fb9-87c0-3f63aefd427e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 944 time: 0.0488272 Oct 27 11:44:10.682345 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bc54ddde-4176-422d-9c20-b75457d2e5b1 req-95e11f45-aba3-4911-97d6-0e5d2ec47aee tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311351 Oct 27 11:44:10.725428 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device f1fa3ef3-fed8-422e-8aa1-0d1660df4486 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:44:10.800975 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08808130-2ff6-423b-af1b-b8fc1a3cd9e9 req-213a299c-7e1d-4c62-a818-149e2c59b9a8 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:10.802503 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-08808130-2ff6-423b-af1b-b8fc1a3cd9e9 req-213a299c-7e1d-4c62-a818-149e2c59b9a8 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0524852 Oct 27 11:44:10.832223 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port f1fa3ef3-fed8-422e-8aa1-0d1660df4486, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:10.843142 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-08808130-2ff6-423b-af1b-b8fc1a3cd9e9 req-ab1bda0b-8c24-49bf-850c-6f2b02346573 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344899 Oct 27 11:44:10.843705 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'port_id': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'mac_address': 'fa:16:3e:f9:df:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:44:10.881426 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:10.894063 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fa3ef3-fed8-422e-8aa1-0d1660df4486 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:44:10.912395 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port f1fa3ef3-fed8-422e-8aa1-0d1660df4486, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:10.916510 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:10.962117 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,revision_number=9']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:10.969611 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:10.970101 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:10.970318 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:10.970673 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:10.971010 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:10.971335 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:10.971661 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:10.971984 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:10.972321 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:10.972649 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:10.972967 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:10.973280 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:11.011658 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:11.064982 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e26bdc-a452-42be-9768-97a481d28335 req-3a2696db-b688-4ae1-a0a8-9efa33cb0d06 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:11.066430 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-49e26bdc-a452-42be-9768-97a481d28335 req-3a2696db-b688-4ae1-a0a8-9efa33cb0d06 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0514085 Oct 27 11:44:11.104732 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-49e26bdc-a452-42be-9768-97a481d28335 req-3f76b1b1-b207-4817-b6aa-3291fcb93165 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322409 Oct 27 11:44:11.445459 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['f1fa3ef3-fed8-422e-8aa1-0d1660df4486'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:44:11.668380 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa5623-0f66-42bc-a0ee-1d550c7660ce req-6e0cd19f-7b11-408f-ab91-cf0d1c3f7775 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:11.669789 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8daa5623-0f66-42bc-a0ee-1d550c7660ce req-6e0cd19f-7b11-408f-ab91-cf0d1c3f7775 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 946 time: 0.1028664 Oct 27 11:44:11.698871 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ecf5c-20e2-4ccb-82dc-d236907b3e04 req-c646376a-efc8-41f5-90f2-585a9aeb3c82 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:11.700204 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-016ecf5c-20e2-4ccb-82dc-d236907b3e04 req-c646376a-efc8-41f5-90f2-585a9aeb3c82 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.1029594 Oct 27 11:44:11.736285 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd6dda-858e-448d-a521-1ac78528568b req-08e64ca6-203b-4ff3-8c26-1e1067a4ebbb tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:11.737696 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a4bd6dda-858e-448d-a521-1ac78528568b req-08e64ca6-203b-4ff3-8c26-1e1067a4ebbb tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 946 time: 0.1140449 Oct 27 11:44:11.811725 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-016ecf5c-20e2-4ccb-82dc-d236907b3e04 req-b8eeef7d-8d03-4d05-b417-fbf1f2c58a30 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907636 Oct 27 11:44:11.833086 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a4bd6dda-858e-448d-a521-1ac78528568b req-0490eba6-c790-429b-b8d1-0f8862378845 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/security-groups?id=d72f676d-e041-4c15-b79b-f9606364768f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861330 Oct 27 11:44:11.851569 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-8daa5623-0f66-42bc-a0ee-1d550c7660ce req-a374d54e-2160-410b-a146-5671f3d29bda tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Deleting port 1420b59a-5ff4-4719-aa84-e707e403d07e {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:11.851899 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-8daa5623-0f66-42bc-a0ee-1d550c7660ce req-a374d54e-2160-410b-a146-5671f3d29bda tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:12.002909 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a3bdc-d73c-46d7-a7c7-444a82012688 req-9da83c1e-74fb-4ba4-b09f-cf9b75d6c24b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:12.004413 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-541a3bdc-d73c-46d7-a7c7-444a82012688 req-9da83c1e-74fb-4ba4-b09f-cf9b75d6c24b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 945 time: 0.1147623 Oct 27 11:44:12.009933 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-8daa5623-0f66-42bc-a0ee-1d550c7660ce req-a374d54e-2160-410b-a146-5671f3d29bda tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] For port 1420b59a-5ff4-4719-aa84-e707e403d07e, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=1420b59a-5ff4-4719-aa84-e707e403d07e,segment=NetworkSegment(d994db81-a479-4bb5-9518-14ffe14020a1),segment_id=d994db81-a479-4bb5-9518-14ffe14020a1)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:12.010361 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-8daa5623-0f66-42bc-a0ee-1d550c7660ce req-a374d54e-2160-410b-a146-5671f3d29bda tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:12.036228 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc94b27-bc6d-402c-a197-6bcb9dea6d01 req-aa32fe0d-deb4-48a4-8061-d82f8019ef1d tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:12.037642 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4bc94b27-bc6d-402c-a197-6bcb9dea6d01 req-aa32fe0d-deb4-48a4-8061-d82f8019ef1d tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.1184864 Oct 27 11:44:12.042134 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-8daa5623-0f66-42bc-a0ee-1d550c7660ce req-a374d54e-2160-410b-a146-5671f3d29bda tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Calling delete_port for 1420b59a-5ff4-4719-aa84-e707e403d07e owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:12.124438 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-541a3bdc-d73c-46d7-a7c7-444a82012688 req-1e0e1a47-f330-4908-9e4d-95990b3b4aac tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104527 Oct 27 11:44:12.138737 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4bc94b27-bc6d-402c-a197-6bcb9dea6d01 req-c29112ff-ca11-4e80-bf1d-0ace8cb61aa0 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945606 Oct 27 11:44:12.196652 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:12.284005 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4361e63-12d9-485c-a36d-bfa2d1d60863 req-b97d67ce-b411-48e2-a85c-4951c0c9626d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:12.285501 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a4361e63-12d9-485c-a36d-bfa2d1d60863 req-b97d67ce-b411-48e2-a85c-4951c0c9626d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0847046 Oct 27 11:44:12.291688 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-8daa5623-0f66-42bc-a0ee-1d550c7660ce req-a374d54e-2160-410b-a146-5671f3d29bda tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:12.307107 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['1420b59a-5ff4-4719-aa84-e707e403d07e'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:44:12.334721 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374d54e-2160-410b-a146-5671f3d29bda tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Pushing event deleted for resources: {'Port': ['ID=1420b59a-5ff4-4719-aa84-e707e403d07e,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:12.377110 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a4361e63-12d9-485c-a36d-bfa2d1d60863 req-8b7edef7-906a-46fc-9f58-76cb394c3e3c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834515 Oct 27 11:44:12.390139 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8daa5623-0f66-42bc-a0ee-1d550c7660ce req-a374d54e-2160-410b-a146-5671f3d29bda tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] No DVR routers for this DVR port 1420b59a-5ff4-4719-aa84-e707e403d07e on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:44:12.401288 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-8daa5623-0f66-42bc-a0ee-1d550c7660ce req-a374d54e-2160-410b-a146-5671f3d29bda tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:12.405032 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8daa5623-0f66-42bc-a0ee-1d550c7660ce req-a374d54e-2160-410b-a146-5671f3d29bda tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.41 "DELETE /v2.0/ports/1420b59a-5ff4-4719-aa84-e707e403d07e HTTP/1.1" status: 204 len: 173 time: 0.7269926 Oct 27 11:44:12.405482 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b158d9-43f6-4c35-a962-ce7727c00e01', 'name': 'network-vif-deleted', 'tag': '1420b59a-5ff4-4719-aa84-e707e403d07e'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:44:12.408536 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f820cd-978d-4f66-ad99-477f1a43e212" -d '{"events": [{"server_uuid": "28b158d9-43f6-4c35-a962-ce7727c00e01", "name": "network-vif-deleted", "tag": "1420b59a-5ff4-4719-aa84-e707e403d07e"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:44:12.446274 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7344a5-28d1-4856-ac52-6b42768c4e89 x-openstack-request-id: req-aa7344a5-28d1-4856-ac52-6b42768c4e89 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:44:12.446596 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b158d9-43f6-4c35-a962-ce7727c00e01", "name": "network-vif-deleted", "tag": "1420b59a-5ff4-4719-aa84-e707e403d07e", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:44:12.446903 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa7344a5-28d1-4856-ac52-6b42768c4e89 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:44:12.447298 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b158d9-43f6-4c35-a962-ce7727c00e01', 'name': 'network-vif-deleted', 'tag': '1420b59a-5ff4-4719-aa84-e707e403d07e', 'status': 'completed', 'code': 200} Oct 27 11:44:12.751201 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:44:12.757635 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device f1fa3ef3-fed8-422e-8aa1-0d1660df4486 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:44:12.863036 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port f1fa3ef3-fed8-422e-8aa1-0d1660df4486 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:44:12.863396 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:12.913459 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:12.928996 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'port_id': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'mac_address': 'fa:16:3e:96:18:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:44:12.950250 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-23adcf6b-2fc2-4d37-b533-1090bb4826bb req-712de9f6-3598-4299-ab69-fa86b5ac7493 tempest-AttachVolumeNegativeTest-1677992297 tempest-AttachVolumeNegativeTest-1677992297-project] 10.222.0.36 "GET /v2.0/ports?device_id=28b158d9-43f6-4c35-a962-ce7727c00e01 HTTP/1.1" status: 200 len: 210 time: 0.0298133 Oct 27 11:44:12.965538 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b10471-05c3-4557-9b67-a75fa57daf5f req-bbbd8d65-266c-4f90-b7fc-34b503003ff8 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:12.967104 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e8b10471-05c3-4557-9b67-a75fa57daf5f req-bbbd8d65-266c-4f90-b7fc-34b503003ff8 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.0746040 Oct 27 11:44:12.995690 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:13.010817 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e8b10471-05c3-4557-9b67-a75fa57daf5f req-525943b1-a7e6-48e5-8634-ff2f8bf1cb31 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367126 Oct 27 11:44:13.011138 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:13.013935 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:44:13.050773 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fc80ed-af46-4950-890f-2e54795e946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:44:13.053071 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88ce809-d32c-4f87-b8ff-c631e7bb710d" -d '{"events": [{"server_uuid": "55fc80ed-af46-4950-890f-2e54795e946b", "name": "network-vif-plugged", "status": "completed", "tag": "f1fa3ef3-fed8-422e-8aa1-0d1660df4486"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:44:13.058485 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:13.066057 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:13.068987 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port f1fa3ef3-fed8-422e-8aa1-0d1660df4486, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:13.073941 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:13.103342 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e20948-e93b-460b-bf64-dc990323e859 x-openstack-request-id: req-56e20948-e93b-460b-bf64-dc990323e859 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:44:13.103628 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fc80ed-af46-4950-890f-2e54795e946b", "name": "network-vif-plugged", "status": "completed", "tag": "f1fa3ef3-fed8-422e-8aa1-0d1660df4486", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:44:13.103880 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56e20948-e93b-460b-bf64-dc990323e859 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:44:13.104285 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fc80ed-af46-4950-890f-2e54795e946b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'code': 200} Oct 27 11:44:13.126258 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:13.174332 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,revision_number=10']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:13.293859 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94455910-196a-4eca-8190-87be44a00216 req-cb725616-6f16-4d2c-9e65-79211fbe0280 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:13.299989 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94455910-196a-4eca-8190-87be44a00216 req-cb725616-6f16-4d2c-9e65-79211fbe0280 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0825686 Oct 27 11:44:13.330882 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33135a59-4fe4-4d5b-ad4b-72edff8593f3 req-770d69b2-d3b8-4a08-8e3b-07923eaa6031 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:13.332308 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-33135a59-4fe4-4d5b-ad4b-72edff8593f3 req-770d69b2-d3b8-4a08-8e3b-07923eaa6031 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 947 time: 0.0824533 Oct 27 11:44:13.357042 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-94455910-196a-4eca-8190-87be44a00216 req-28869b5b-6d92-4bac-8847-8c477e8f8fa4 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553772 Oct 27 11:44:13.382556 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-33135a59-4fe4-4d5b-ad4b-72edff8593f3 req-7779da42-dd6b-4cdd-9fbf-a109721101e1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406182 Oct 27 11:44:13.502746 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdec57-17c5-4088-a6d4-398947122e85 req-b588bfae-3aeb-49f2-ab77-dcaadeecc6dc tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:13.504200 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c4fdec57-17c5-4088-a6d4-398947122e85 req-b588bfae-3aeb-49f2-ab77-dcaadeecc6dc tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0511289 Oct 27 11:44:13.541716 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c4fdec57-17c5-4088-a6d4-398947122e85 req-5fafc7a6-002a-4774-b5b9-78a6be61da63 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315635 Oct 27 11:44:13.556668 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['4c67706f-7e0a-4ef6-9324-852d9e41a7b2'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:44:13.721748 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1feaa-7c73-4389-8e4d-19cc40f2e265 req-9cbc34b8-f508-40c2-aea2-7de3219b1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:13.723435 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-65f1feaa-7c73-4389-8e4d-19cc40f2e265 req-9cbc34b8-f508-40c2-aea2-7de3219b1763 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 1100 time: 0.0433884 Oct 27 11:44:13.760652 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-65f1feaa-7c73-4389-8e4d-19cc40f2e265 req-0435e8dd-cd5b-415a-b6f2-54d03c08f2ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292771 Oct 27 11:44:14.011261 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 48532) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:14.056920 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dbe77b-6b0a-42b8-af5c-ae5a328a7ff2 admin admin] Deleting subnet 212d8791-4b7d-4e98-a67a-01cceff80f31 {{(pid=108002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:44:14.060108 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-28dbe77b-6b0a-42b8-af5c-ae5a328a7ff2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.093305 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-28dbe77b-6b0a-42b8-af5c-ae5a328a7ff2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28753158'] for subnet, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.134169 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1faa56d-e854-49c9-8bc7-ab554eae3c7b req-02a4993a-9d4c-4af1-bfa9-9398b9835251 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:14.136906 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d1faa56d-e854-49c9-8bc7-ab554eae3c7b req-02a4993a-9d4c-4af1-bfa9-9398b9835251 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 944 time: 0.0546980 Oct 27 11:44:14.138227 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-28dbe77b-6b0a-42b8-af5c-ae5a328a7ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.180770 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d1faa56d-e854-49c9-8bc7-ab554eae3c7b req-7c0648ec-4fe7-41db-9f41-4e4c24a524ae tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371056 Oct 27 11:44:14.193781 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-28dbe77b-6b0a-42b8-af5c-ae5a328a7ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29335334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25368705'] for subnet, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.217402 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbe77b-6b0a-42b8-af5c-ae5a328a7ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=212d8791-4b7d-4e98-a67a-01cceff80f31,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:14.226284 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-28dbe77b-6b0a-42b8-af5c-ae5a328a7ff2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.229890 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-28dbe77b-6b0a-42b8-af5c-ae5a328a7ff2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/212d8791-4b7d-4e98-a67a-01cceff80f31 HTTP/1.1" status: 204 len: 168 time: 0.2175348 Oct 27 11:44:14.233090 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 48536) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:14.259162 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39059610-21ab-4049-b78c-2aff219530b3 req-92683608-a14a-4bda-b50e-cf7c0745931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:14.260649 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-39059610-21ab-4049-b78c-2aff219530b3 req-92683608-a14a-4bda-b50e-cf7c0745931a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 1098 time: 0.0404863 Oct 27 11:44:14.297649 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-39059610-21ab-4049-b78c-2aff219530b3 req-48176b7d-f412-42bb-943d-ec31f419c536 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282638 Oct 27 11:44:14.303864 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9207-88ef-4bfd-9157-737ebfc48a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.384284 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9207-88ef-4bfd-9157-737ebfc48a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.404865 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-cd2c9207-88ef-4bfd-9157-737ebfc48a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c']}} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:14.414118 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-cd2c9207-88ef-4bfd-9157-737ebfc48a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd994db81-a479-4bb5-9518-14ffe14020a1') {'for_net_delete': True} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:14.414401 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-cd2c9207-88ef-4bfd-9157-737ebfc48a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd994db81-a479-4bb5-9518-14ffe14020a1') {} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:14.425141 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9207-88ef-4bfd-9157-737ebfc48a47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28753279'] for segment, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.440445 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9207-88ef-4bfd-9157-737ebfc48a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.449622 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2c9207-88ef-4bfd-9157-737ebfc48a47 admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=108002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:44:14.450026 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9207-88ef-4bfd-9157-737ebfc48a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29335500'] for segment, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: Traceback (most recent call last): Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: timer() Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: cb(*args, **kw) Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: return func(*args, **kwargs) Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: self._notify() Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: self.callback(batched_events) Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: event.method(event) Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: return f(self, *a, **k) Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._get(url).json() Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: return self.request(url, 'GET', **kwargs) Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:44:14.452562 dv-cinder-815146-3-iscsi neutron-server[108002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:44:14.511389 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9207-88ef-4bfd-9157-737ebfc48a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.512548 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e221157-09c0-4522-8651-25e0a1990721 req-92e2bb8e-9610-4fa5-9e2d-f9a1519bc09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:14.514152 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7e221157-09c0-4522-8651-25e0a1990721 req-92e2bb8e-9610-4fa5-9e2d-f9a1519bc09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0892758 Oct 27 11:44:14.520845 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cd2c9207-88ef-4bfd-9157-737ebfc48a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.527474 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-cd2c9207-88ef-4bfd-9157-737ebfc48a47 admin admin] 10.222.0.36 "DELETE /v2.0/networks/409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c HTTP/1.1" status: 204 len: 168 time: 0.2911797 Oct 27 11:44:14.538952 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c9207-88ef-4bfd-9157-737ebfc48a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=409ec9a2-45f6-4d7a-9e3b-ae68cadc2c8c,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:14.548529 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb17418-cc71-4019-8a34-575e984a68b9 req-a589c83e-1c94-4418-86ec-b11ce60c2003 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:14.550102 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2cb17418-cc71-4019-8a34-575e984a68b9 req-a589c83e-1c94-4418-86ec-b11ce60c2003 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 947 time: 0.0900593 Oct 27 11:44:14.581417 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7e221157-09c0-4522-8651-25e0a1990721 req-118bdc6b-e550-4052-8cc4-1e08de9853a0 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588558 Oct 27 11:44:14.612189 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2cb17418-cc71-4019-8a34-575e984a68b9 req-f3755dcb-ed11-4a94-b39f-494323cc7474 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560389 Oct 27 11:44:14.697357 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea73f99-70a9-44c7-95ff-44703e99022e req-22654173-cc3b-413f-a246-d4ce08387486 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:14.698883 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dea73f99-70a9-44c7-95ff-44703e99022e req-22654173-cc3b-413f-a246-d4ce08387486 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0497437 Oct 27 11:44:14.735464 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 48546) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:14.743889 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dea73f99-70a9-44c7-95ff-44703e99022e req-c80714e5-9fe6-4b4f-8d0a-4cd7aab1c3f8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384052 Oct 27 11:44:14.770163 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:44:14.775509 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-450771e0-a0ef-493c-9c06-6fabf62b1291 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbf1ce447b7e4bbd9810e10c6b8b5610&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389173 Oct 27 11:44:14.777963 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 48548) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:14.827811 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:44:14.828424 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-384452a4-d0c0-41a4-a61f-96c8ec1ac545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.833205 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:44:14.833566 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.850155 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-384452a4-d0c0-41a4-a61f-96c8ec1ac545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.897314 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-384452a4-d0c0-41a4-a61f-96c8ec1ac545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.899898 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-384452a4-d0c0-41a4-a61f-96c8ec1ac545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.901055 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-384452a4-d0c0-41a4-a61f-96c8ec1ac545 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d72f676d-e041-4c15-b79b-f9606364768f HTTP/1.1" status: 204 len: 168 time: 0.1218760 Oct 27 11:44:14.908716 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384452a4-d0c0-41a4-a61f-96c8ec1ac545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72f676d-e041-4c15-b79b-f9606364768f,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:14.923312 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.964210 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:14.968158 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.969243 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 1420b59a-5ff4-4719-aa84-e707e403d07e no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:14.990381 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: 1420b59a-5ff4-4719-aa84-e707e403d07e {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:44:14.990743 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 1420b59a-5ff4-4719-aa84-e707e403d07e not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:44:15.036158 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:15.105623 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ebf678-183f-4946-82b8-508114c70277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:44:15.108061 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db79051-bfee-49c5-bde3-c1eec69826a1" -d '{"events": [{"server_uuid": "d9ebf678-183f-4946-82b8-508114c70277", "name": "network-vif-plugged", "status": "completed", "tag": "4c67706f-7e0a-4ef6-9324-852d9e41a7b2"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:44:15.145094 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce237307-b048-4acd-a860-33e9e6c196ed x-openstack-request-id: req-ce237307-b048-4acd-a860-33e9e6c196ed {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:44:15.145444 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ebf678-183f-4946-82b8-508114c70277", "name": "network-vif-plugged", "status": "completed", "tag": "4c67706f-7e0a-4ef6-9324-852d9e41a7b2", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:44:15.145763 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce237307-b048-4acd-a860-33e9e6c196ed {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:44:15.146226 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ebf678-183f-4946-82b8-508114c70277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'code': 200} Oct 27 11:44:15.308139 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308973fc-4e3f-4666-bfe4-131d13927651 req-a2d60297-1fdc-4e22-80cd-3c574015afeb tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:15.309637 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-308973fc-4e3f-4666-bfe4-131d13927651 req-a2d60297-1fdc-4e22-80cd-3c574015afeb tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0537646 Oct 27 11:44:15.350683 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-308973fc-4e3f-4666-bfe4-131d13927651 req-f4ef4fd0-b9d4-420e-a670-7b2647625086 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328991 Oct 27 11:44:15.476540 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dedca-93ff-4833-b92e-80129b07f9b4 req-71f5443d-0dd4-4280-b9ef-f9f0558ef212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:15.478021 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f1dedca-93ff-4833-b92e-80129b07f9b4 req-71f5443d-0dd4-4280-b9ef-f9f0558ef212 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 1098 time: 0.0404236 Oct 27 11:44:15.519668 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f1dedca-93ff-4833-b92e-80129b07f9b4 req-0e4882c0-6dce-473d-bcbd-e0eedbebf218 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308340 Oct 27 11:44:15.746589 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a0ae3-0e2a-487b-b960-f73b67ccbbc8 req-ee799ab9-1af3-4d4b-8b2b-0a8f9a848c5f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:15.748287 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-653a0ae3-0e2a-487b-b960-f73b67ccbbc8 req-ee799ab9-1af3-4d4b-8b2b-0a8f9a848c5f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0831153 Oct 27 11:44:15.767720 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7546c7c-9c97-4036-b8c6-4ad3ad615724 req-4e389c78-9fce-451b-bed2-036f563153bd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:15.769206 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b7546c7c-9c97-4036-b8c6-4ad3ad615724 req-4e389c78-9fce-451b-bed2-036f563153bd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 947 time: 0.0771735 Oct 27 11:44:15.827140 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-653a0ae3-0e2a-487b-b960-f73b67ccbbc8 req-02ebdb67-fd38-4bca-a761-a2d8c3f6619b tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714822 Oct 27 11:44:15.842947 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b7546c7c-9c97-4036-b8c6-4ad3ad615724 req-0eeb8c5a-67c5-484a-92e5-47955e5e5d13 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576031 Oct 27 11:44:15.967844 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc00274-4ec9-4c5d-90f4-e4a61867440a req-b96bb0ab-3dcd-4d04-a91d-a4c7591624d5 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:15.970133 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2bc00274-4ec9-4c5d-90f4-e4a61867440a req-b96bb0ab-3dcd-4d04-a91d-a4c7591624d5 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0570495 Oct 27 11:44:16.018337 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2bc00274-4ec9-4c5d-90f4-e4a61867440a req-3d69538a-258c-4449-8655-fb2a7f077eb1 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418029 Oct 27 11:44:16.471448 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cde75c-14fe-4675-834c-22d30925167b req-01c4cbad-1f57-4767-b7c9-8edac014a159 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:16.473244 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-42cde75c-14fe-4675-834c-22d30925167b req-01c4cbad-1f57-4767-b7c9-8edac014a159 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0510321 Oct 27 11:44:16.516023 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-42cde75c-14fe-4675-834c-22d30925167b req-d85ee9f7-8404-44ca-8af9-8a5e0498a47c tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355787 Oct 27 11:44:16.984882 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a12f41-661d-4935-82d4-30eaed6f89c6 req-66f912d6-5958-48bc-9762-2d5544d444c9 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:16.986259 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-06a12f41-661d-4935-82d4-30eaed6f89c6 req-66f912d6-5958-48bc-9762-2d5544d444c9 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0809488 Oct 27 11:44:16.994290 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c517b-f1b8-44a1-a6ef-0aa39d6e87a2 req-542d2a03-e24d-4909-bbd2-4bbcb5452fd1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:16.995704 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-749c517b-f1b8-44a1-a6ef-0aa39d6e87a2 req-542d2a03-e24d-4909-bbd2-4bbcb5452fd1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 947 time: 0.0807033 Oct 27 11:44:17.057301 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-06a12f41-661d-4935-82d4-30eaed6f89c6 req-06f618cc-46db-404e-b942-67f6bcf45fa4 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606179 Oct 27 11:44:17.060086 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-749c517b-f1b8-44a1-a6ef-0aa39d6e87a2 req-254f8102-021e-41a4-94e4-6a0b78c856d4 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578058 Oct 27 11:44:17.165147 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b49576-6989-427b-aae8-3799c47a6a65 req-6959a54b-0f2d-44e1-b5d7-82c41f192c66 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:17.166986 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-98b49576-6989-427b-aae8-3799c47a6a65 req-6959a54b-0f2d-44e1-b5d7-82c41f192c66 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0539427 Oct 27 11:44:17.207078 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-98b49576-6989-427b-aae8-3799c47a6a65 req-abf12f5b-505a-4634-8078-db4d303b5e2a tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335433 Oct 27 11:44:17.547348 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8e5cc-9c79-48d2-bb8f-0d8231fe93f2 req-0b704d3b-aeee-440d-8dbb-d8feeaf95da3 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:17.548896 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7ec8e5cc-9c79-48d2-bb8f-0d8231fe93f2 req-0b704d3b-aeee-440d-8dbb-d8feeaf95da3 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0823977 Oct 27 11:44:17.550713 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdf4f4-9d2b-47f3-a649-f856b62476eb req-d9ee71dc-186b-4fc2-9af6-fe3661ba44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:17.552124 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-43bdf4f4-9d2b-47f3-a649-f856b62476eb req-d9ee71dc-186b-4fc2-9af6-fe3661ba44a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6cf4b776db943b78157db9573678d4d&device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 1098 time: 0.0735548 Oct 27 11:44:17.657192 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7ec8e5cc-9c79-48d2-bb8f-0d8231fe93f2 req-36d3a920-900a-487c-8207-4a95a276253d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017566 Oct 27 11:44:17.704161 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00fb13-6a31-4545-a77d-5a747fb5aa49 req-eac632f9-30bd-42a1-94f7-140f00fae256 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:17.705614 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-af00fb13-6a31-4545-a77d-5a747fb5aa49 req-eac632f9-30bd-42a1-94f7-140f00fae256 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.1135345 Oct 27 11:44:17.721606 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdf4f4-9d2b-47f3-a649-f856b62476eb req-9fa22a66-abe6-4eb3-99cf-e3175b3ff593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:17.723002 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-43bdf4f4-9d2b-47f3-a649-f856b62476eb req-9fa22a66-abe6-4eb3-99cf-e3175b3ff593 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f295b617-1dee-47fd-847d-99b3b917163f HTTP/1.1" status: 200 len: 921 time: 0.1528015 Oct 27 11:44:17.772422 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-43bdf4f4-9d2b-47f3-a649-f856b62476eb req-6126b531-c650-4917-9081-60fe5ae9c63d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcfab2c8-4b70-43a4-b4ce-ca5821dab427 HTTP/1.1" status: 200 len: 217 time: 0.0408535 Oct 27 11:44:17.784946 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-af00fb13-6a31-4545-a77d-5a747fb5aa49 req-aa2017cb-5e34-47cd-8bf0-06f98f184a28 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722198 Oct 27 11:44:17.829231 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdf4f4-9d2b-47f3-a649-f856b62476eb req-51baf4c2-ad0f-44ff-8477-a1d42e02b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:17.830748 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-43bdf4f4-9d2b-47f3-a649-f856b62476eb req-51baf4c2-ad0f-44ff-8477-a1d42e02b928 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=32b5e998-50c9-4a4a-b99c-0238a60bf0ee HTTP/1.1" status: 200 len: 859 time: 0.0449555 Oct 27 11:44:17.877502 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:17.878403 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-43bdf4f4-9d2b-47f3-a649-f856b62476eb req-12d68da4-5997-476f-bbaa-e33b77c33203 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f295b617-1dee-47fd-847d-99b3b917163f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376072 Oct 27 11:44:17.965042 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370933d-951a-4c79-bfe6-17842ebb8539 req-c85996c3-d21c-4a74-8ba4-e3ca29f9f2f9 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:17.966650 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1370933d-951a-4c79-bfe6-17842ebb8539 req-c85996c3-d21c-4a74-8ba4-e3ca29f9f2f9 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.1142278 Oct 27 11:44:18.024579 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-43bdf4f4-9d2b-47f3-a649-f856b62476eb req-4f1c459f-6e4a-4e68-967d-09c3593d5281 service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290996 Oct 27 11:44:18.027531 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1370933d-951a-4c79-bfe6-17842ebb8539 req-791b5673-0b94-4394-bde7-95d0a69d7ab4 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536692 Oct 27 11:44:18.050690 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 48668) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:18.176123 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-43bdf4f4-9d2b-47f3-a649-f856b62476eb req-36eeb2a7-74c1-4efb-b145-a820372088cc service neutron] 10.222.0.41 "GET /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358750 Oct 27 11:44:18.198081 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43cee0-c1ae-4d8e-bff6-4d3a9e241c22 req-fafe71d0-6431-41c1-9fff-2c02700a0ef9 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:18.199676 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4e43cee0-c1ae-4d8e-bff6-4d3a9e241c22 req-fafe71d0-6431-41c1-9fff-2c02700a0ef9 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0607769 Oct 27 11:44:18.246803 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4e43cee0-c1ae-4d8e-bff6-4d3a9e241c22 req-418747d9-8124-4830-bb2f-f6d679a347c5 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377038 Oct 27 11:44:18.276626 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6e7280-9eaf-4a87-bad6-335e6f020b55 tempest-TestShelveInstance-1654958890 tempest-TestShelveInstance-1654958890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:18.278124 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-6c6e7280-9eaf-4a87-bad6-335e6f020b55 tempest-TestShelveInstance-1654958890 tempest-TestShelveInstance-1654958890-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 1093 time: 0.2262213 Oct 27 11:44:18.280999 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 48676) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:18.285275 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Request body: {'floatingip': {'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'port_id': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'fixed_ip_address': '172.20.0.5'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:44:18.307279 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for floatingip, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:18.401055 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:18.509670 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Allocated IP 172.27.3.152 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/fb79cbc0-5d5b-49e5-88a9-e2b7a5af08b2) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:44:18.614475 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:18.647853 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:18.689695 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:44:18.692668 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:44:18.696210 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:44:18.719311 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Pushing event updated for resources: {'Port': ['ID=fb79cbc0-5d5b-49e5-88a9-e2b7a5af08b2,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:18.774527 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb41dd-b7b7-4004-a018-a04f734289e0 req-807a4c26-2af8-4e38-95e1-d90010c66ab2 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:18.776037 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-73fb41dd-b7b7-4004-a018-a04f734289e0 req-807a4c26-2af8-4e38-95e1-d90010c66ab2 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0477507 Oct 27 11:44:18.815786 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-73fb41dd-b7b7-4004-a018-a04f734289e0 req-0f1cae9b-0c69-4906-9555-6f60aa7696b9 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338137 Oct 27 11:44:19.233807 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.302885 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.387406 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbc9e6-c55d-4366-a6a7-722ace916aa9 req-4e5fdb93-ecdb-41cd-97b8-96c9041ed7be tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:19.389108 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9bfbc9e6-c55d-4366-a6a7-722ace916aa9 req-4e5fdb93-ecdb-41cd-97b8-96c9041ed7be tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0624566 Oct 27 11:44:19.434689 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9bfbc9e6-c55d-4366-a6a7-722ace916aa9 req-63869261-bdab-4e36-8258-bd067f79ca06 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386720 Oct 27 11:44:19.467608 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for port, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.472825 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29335528'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.540118 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Pushing event updated for resources: {'Port': ['ID=fb79cbc0-5d5b-49e5-88a9-e2b7a5af08b2,revision_number=2']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:19.552082 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.659949 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.l3_db [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Floating IP c402821a-4d50-4d38-a07c-89f863899319 associated. External IP: 172.27.3.152, port: 4c67706f-7e0a-4ef6-9324-852d9e41a7b2. Oct 27 11:44:19.878963 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Router c7e623c3-45d7-41f6-9cd2-0cd33304462e has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:44:19.941243 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944aeab-ff1e-4878-aa8a-04c23c5b8be1 req-97f15ccf-8880-434f-8f7a-a563755d99d7 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:19.947120 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5944aeab-ff1e-4878-aa8a-04c23c5b8be1 req-97f15ccf-8880-434f-8f7a-a563755d99d7 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0542173 Oct 27 11:44:19.994332 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:44:19.995331 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5944aeab-ff1e-4878-aa8a-04c23c5b8be1 req-247e8c1c-9989-499e-b88a-5161342145f8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467072 Oct 27 11:44:20.005645 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cbb7cc-a4ae-4fdc-93dc-a0b3237f7c9b None None] Sync routers for ids ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:44:20.016507 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbb7cc-a4ae-4fdc-93dc-a0b3237f7c9b None None] Routers {'c7e623c3-45d7-41f6-9cd2-0cd33304462e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:44:20.017121 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-80cbb7cc-a4ae-4fdc-93dc-a0b3237f7c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:44:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:20.019332 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:20.048161 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-f30ea41c-0ab3-41ab-99a9-137f2d481105 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7660773 Oct 27 11:44:20.048835 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ebf678-183f-4946-82b8-508114c70277', 'tag': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2'}] {{(pid=108002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:44:20.051691 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4388124e3c3b051971e62aa59e6acc07dc3096b4c4758481fd87621de6f11c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b258f5d-3a4b-474b-9407-53dbfe829452" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ebf678-183f-4946-82b8-508114c70277", "tag": "4c67706f-7e0a-4ef6-9324-852d9e41a7b2"}]}' {{(pid=108002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:44:20.100258 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a22d0c-0e1a-4110-b3a0-69917909979a x-openstack-request-id: req-70a22d0c-0e1a-4110-b3a0-69917909979a {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:44:20.100538 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ebf678-183f-4946-82b8-508114c70277", "tag": "4c67706f-7e0a-4ef6-9324-852d9e41a7b2", "status": "completed", "code": 200}]} {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:44:20.100784 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70a22d0c-0e1a-4110-b3a0-69917909979a {{(pid=108002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:44:20.101263 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ebf678-183f-4946-82b8-508114c70277', 'tag': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'status': 'completed', 'code': 200} Oct 27 11:44:20.140892 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-80cbb7cc-a4ae-4fdc-93dc-a0b3237f7c9b None None] Set router c7e623c3-45d7-41f6-9cd2-0cd33304462e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:44:20.170110 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b258f5d-3a4b-474b-9407-53dbfe829452 req-ca0371a4-903c-4c5f-a8c5-94344bceb1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:20.171641 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b258f5d-3a4b-474b-9407-53dbfe829452 req-ca0371a4-903c-4c5f-a8c5-94344bceb1ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f38f92679b64439a45356929b30a550&device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 1098 time: 0.0404048 Oct 27 11:44:20.276303 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b258f5d-3a4b-474b-9407-53dbfe829452 req-975f6767-633f-40b1-9a2f-5e9b39fdbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:20.277757 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b258f5d-3a4b-474b-9407-53dbfe829452 req-975f6767-633f-40b1-9a2f-5e9b39fdbe3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b77b30a-35e6-40db-9719-c7556d6605d9 HTTP/1.1" status: 200 len: 911 time: 0.0901682 Oct 27 11:44:20.353301 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b258f5d-3a4b-474b-9407-53dbfe829452 req-c4cb7d51-0a41-4149-98f0-20caf260b167 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2 HTTP/1.1" status: 200 len: 999 time: 0.0594783 Oct 27 11:44:20.369153 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-80cbb7cc-a4ae-4fdc-93dc-a0b3237f7c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:43:07Z', 'revision_number': 4, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port': {'id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:04Z', 'updated_at': '2021-10-27T11:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': 'c402821a-4d50-4d38-a07c-89f863899319', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'port_id': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'mac_address': 'fa:16:3e:96:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebf678-183f-4946-82b8-508114c70277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:44:18Z', 'updated_at': '2021-10-27T11:44:18Z', 'revision_number': 0, 'project_id': '6f38f92679b64439a45356929b30a550', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2', 'name': '', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'mac_address': 'fa:16:3e:ab:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:07Z', 'updated_at': '2021-10-27T11:43:13Z', 'revision_number': 5, 'project_id': '6f38f92679b64439a45356929b30a550', 'subnets': [{'id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:20.414581 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b258f5d-3a4b-474b-9407-53dbfe829452 req-c0f28222-1848-4c73-a564-9957a960f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:20.416188 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b258f5d-3a4b-474b-9407-53dbfe829452 req-c0f28222-1848-4c73-a564-9957a960f2b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b96d60d-9ede-4ef7-a71b-5fba29fa7c72 HTTP/1.1" status: 200 len: 848 time: 0.0503175 Oct 27 11:44:20.471302 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b258f5d-3a4b-474b-9407-53dbfe829452 req-741a27a6-f8af-4561-b383-f4c0c57e9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:20.472868 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b258f5d-3a4b-474b-9407-53dbfe829452 req-741a27a6-f8af-4561-b383-f4c0c57e9c59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b77b30a-35e6-40db-9719-c7556d6605d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446348 Oct 27 11:44:20.491996 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cbb7cc-a4ae-4fdc-93dc-a0b3237f7c9b None None] Checking router: c7e623c3-45d7-41f6-9cd2-0cd33304462e for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:44:20.501604 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbb7cc-a4ae-4fdc-93dc-a0b3237f7c9b None None] Routers {'c7e623c3-45d7-41f6-9cd2-0cd33304462e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:44:20.502211 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-80cbb7cc-a4ae-4fdc-93dc-a0b3237f7c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:44:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:20.597302 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd3817-6417-40e0-890f-3d7d2fc2d26a req-03feb6a7-47af-4789-b2f9-04ed062f3a3a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:20.598696 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d8fd3817-6417-40e0-890f-3d7d2fc2d26a req-03feb6a7-47af-4789-b2f9-04ed062f3a3a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0733018 Oct 27 11:44:20.605812 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-80cbb7cc-a4ae-4fdc-93dc-a0b3237f7c9b None None] Set router c7e623c3-45d7-41f6-9cd2-0cd33304462e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:44:20.615982 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b258f5d-3a4b-474b-9407-53dbfe829452 req-8872b9bc-bc4e-4383-861d-06bb77b87b1e service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336203 Oct 27 11:44:20.688541 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d8fd3817-6417-40e0-890f-3d7d2fc2d26a req-984daf12-91bf-4b06-b73c-15698cc392ab tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824108 Oct 27 11:44:20.737556 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b258f5d-3a4b-474b-9407-53dbfe829452 req-d074d719-bc63-4abb-8513-2711a1c6ca87 service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125998 Oct 27 11:44:20.850479 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-80cbb7cc-a4ae-4fdc-93dc-a0b3237f7c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:43:07Z', 'revision_number': 4, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port': {'id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:04Z', 'updated_at': '2021-10-27T11:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': 'c402821a-4d50-4d38-a07c-89f863899319', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'port_id': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'mac_address': 'fa:16:3e:96:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebf678-183f-4946-82b8-508114c70277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:44:18Z', 'updated_at': '2021-10-27T11:44:18Z', 'revision_number': 0, 'project_id': '6f38f92679b64439a45356929b30a550', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2', 'name': '', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'mac_address': 'fa:16:3e:ab:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:07Z', 'updated_at': '2021-10-27T11:43:13Z', 'revision_number': 5, 'project_id': '6f38f92679b64439a45356929b30a550', 'subnets': [{'id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:20.876611 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cbb7cc-a4ae-4fdc-93dc-a0b3237f7c9b None None] The sync data for ids ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'] in dv-cinder-815146-3-iscsi is: [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:43:07Z', 'revision_number': 4, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port': {'id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:04Z', 'updated_at': '2021-10-27T11:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': 'c402821a-4d50-4d38-a07c-89f863899319', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'port_id': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'mac_address': 'fa:16:3e:96:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ebf678-183f-4946-82b8-508114c70277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:44:18Z', 'updated_at': '2021-10-27T11:44:18Z', 'revision_number': 0, 'project_id': '6f38f92679b64439a45356929b30a550', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2', 'name': '', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'mac_address': 'fa:16:3e:ab:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:07Z', 'updated_at': '2021-10-27T11:43:13Z', 'revision_number': 5, 'project_id': '6f38f92679b64439a45356929b30a550', 'subnets': [{'id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:44:21.060730 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a793074a-3197-4436-b277-6f45166a0ec7 None None] New status for floating IP c402821a-4d50-4d38-a07c-89f863899319: ACTIVE {{(pid=108004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:44:21.122658 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39190376-3c5c-4cb9-b154-bcfebc2a1b5b req-1ca29c65-7974-4f36-9270-63f4728e56c9 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:21.124124 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-39190376-3c5c-4cb9-b154-bcfebc2a1b5b req-1ca29c65-7974-4f36-9270-63f4728e56c9 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0501473 Oct 27 11:44:21.165666 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:44:21.179315 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-39190376-3c5c-4cb9-b154-bcfebc2a1b5b req-26e15cff-5e8a-4874-962d-8bbf655a53be tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473497 Oct 27 11:44:21.536831 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 48770) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:21.642016 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-af8f70a2-a872-4900-9478-0e625f742775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:21.713178 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-af8f70a2-a872-4900-9478-0e625f742775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:21.716825 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-af8f70a2-a872-4900-9478-0e625f742775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:21.753934 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f70a2-a872-4900-9478-0e625f742775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03962fb-c565-4c4a-85e9-e52e96f53e4e,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:21.762597 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-af8f70a2-a872-4900-9478-0e625f742775 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54c83fae22b844c5a69bab214e39b91a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246940 Oct 27 11:44:21.762884 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 48776) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:21.818601 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cb57c89d-d189-4918-bf66-e1473ebe5bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:21.834641 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7ca8f-c71e-49b1-8748-433e249c543c req-62c55e31-aa83-41d0-a82d-0f7ae6abbf7e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:21.836134 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-71e7ca8f-c71e-49b1-8748-433e249c543c req-62c55e31-aa83-41d0-a82d-0f7ae6abbf7e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0529196 Oct 27 11:44:21.840822 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cb57c89d-d189-4918-bf66-e1473ebe5bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:21.877229 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-71e7ca8f-c71e-49b1-8748-433e249c543c req-a0437a95-03c4-4705-bbba-c99e1fc07155 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343940 Oct 27 11:44:21.905295 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cb57c89d-d189-4918-bf66-e1473ebe5bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:21.908223 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-cb57c89d-d189-4918-bf66-e1473ebe5bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:21.909418 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-cb57c89d-d189-4918-bf66-e1473ebe5bae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c03962fb-c565-4c4a-85e9-e52e96f53e4e HTTP/1.1" status: 204 len: 168 time: 0.1453388 Oct 27 11:44:21.917370 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57c89d-d189-4918-bf66-e1473ebe5bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03962fb-c565-4c4a-85e9-e52e96f53e4e,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:22.175247 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 48782) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:22.191168 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-fd2cf804-9089-40ea-845d-5f07f009352c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:22.277551 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-fd2cf804-9089-40ea-845d-5f07f009352c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:22.281467 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-fd2cf804-9089-40ea-845d-5f07f009352c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:22.320527 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-fd2cf804-9089-40ea-845d-5f07f009352c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b739decf42ab43729edbdb99cd99820d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441877 Oct 27 11:44:22.321369 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cf804-9089-40ea-845d-5f07f009352c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc79c6b-a07e-49fd-927b-57230f470e35,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:22.323254 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 48784) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:22.376633 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-cb108204-e446-475e-aa99-963ec62d7567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:22.400165 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-cb108204-e446-475e-aa99-963ec62d7567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:22.455588 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-cb108204-e446-475e-aa99-963ec62d7567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:22.458679 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-cb108204-e446-475e-aa99-963ec62d7567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:22.462162 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-cb108204-e446-475e-aa99-963ec62d7567 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/acc79c6b-a07e-49fd-927b-57230f470e35 HTTP/1.1" status: 204 len: 168 time: 0.1355977 Oct 27 11:44:22.468090 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb108204-e446-475e-aa99-963ec62d7567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc79c6b-a07e-49fd-927b-57230f470e35,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:22.995888 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1aa08c-107c-44ef-926a-f1b40d351d9d req-4a3c2ac3-ea77-44c2-a4bc-435720f13c3f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:22.997350 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bc1aa08c-107c-44ef-926a-f1b40d351d9d req-4a3c2ac3-ea77-44c2-a4bc-435720f13c3f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0491703 Oct 27 11:44:23.039038 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bc1aa08c-107c-44ef-926a-f1b40d351d9d req-1325e4e0-51ce-4f45-b739-977191182d9d tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347438 Oct 27 11:44:24.166378 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a08205-b002-4885-9e17-a5d7e26f1463 req-d66d9b55-576f-4290-a8ba-8e95129de028 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:24.167866 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a1a08205-b002-4885-9e17-a5d7e26f1463 req-d66d9b55-576f-4290-a8ba-8e95129de028 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0521605 Oct 27 11:44:24.207745 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a1a08205-b002-4885-9e17-a5d7e26f1463 req-211e8e52-e3da-41a4-ba70-3c9623a4f6da tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337937 Oct 27 11:44:25.325459 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb2a9b-f17a-434a-942b-4f90540b4b22 req-c8d9d252-4310-475e-a9d9-ad32b9c051f6 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:25.326826 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2edb2a9b-f17a-434a-942b-4f90540b4b22 req-c8d9d252-4310-475e-a9d9-ad32b9c051f6 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0489759 Oct 27 11:44:25.368052 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2edb2a9b-f17a-434a-942b-4f90540b4b22 req-3d057382-8311-4509-abdc-f7dfb4beaba0 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349369 Oct 27 11:44:26.118187 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc15e60-2c40-422f-8b8c-59874a8212cb req-a4d475d3-fde9-4235-90ce-b6c1c1fb3812 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:26.119661 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2cc15e60-2c40-422f-8b8c-59874a8212cb req-a4d475d3-fde9-4235-90ce-b6c1c1fb3812 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0507209 Oct 27 11:44:26.157665 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2cc15e60-2c40-422f-8b8c-59874a8212cb req-4d825642-f85a-4b57-9a85-bbb2ea5a4521 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Oct 27 11:44:26.489731 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b63ee7-940a-4327-9014-090d4ff85948 req-14d17a18-bde0-4152-ad43-f24b0d149e38 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:26.491236 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-17b63ee7-940a-4327-9014-090d4ff85948 req-14d17a18-bde0-4152-ad43-f24b0d149e38 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0512910 Oct 27 11:44:26.533838 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-17b63ee7-940a-4327-9014-090d4ff85948 req-1ed6e56c-586e-47f8-adc6-d8558c1009bf tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366824 Oct 27 11:44:26.689827 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 48876) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:26.791989 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c5660568-9a28-4e91-9d9e-7d2e9a46eed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:26.865029 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c5660568-9a28-4e91-9d9e-7d2e9a46eed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:26.868845 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c5660568-9a28-4e91-9d9e-7d2e9a46eed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:26.905841 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-c5660568-9a28-4e91-9d9e-7d2e9a46eed8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6858e35f9a14ab0a1575535f877dfd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149365 Oct 27 11:44:26.908293 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5660568-9a28-4e91-9d9e-7d2e9a46eed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99b7d42-8d71-4d64-9dc9-89c0568331bc,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:26.909014 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 48880) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:26.959062 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7080e1d9-9fc8-4fb7-a2da-3c55ac2c9900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:26.980337 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7080e1d9-9fc8-4fb7-a2da-3c55ac2c9900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:27.026446 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7080e1d9-9fc8-4fb7-a2da-3c55ac2c9900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:27.028971 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7080e1d9-9fc8-4fb7-a2da-3c55ac2c9900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:27.030117 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-7080e1d9-9fc8-4fb7-a2da-3c55ac2c9900 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a99b7d42-8d71-4d64-9dc9-89c0568331bc HTTP/1.1" status: 204 len: 168 time: 0.1201167 Oct 27 11:44:27.038455 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080e1d9-9fc8-4fb7-a2da-3c55ac2c9900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99b7d42-8d71-4d64-9dc9-89c0568331bc,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:27.272601 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44ff1a-4188-47e6-b29a-674cec9ba6b0 req-149a5783-2d91-4416-81fc-d8a74d738ba8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:27.274075 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4c44ff1a-4188-47e6-b29a-674cec9ba6b0 req-149a5783-2d91-4416-81fc-d8a74d738ba8 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0487990 Oct 27 11:44:27.294369 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 48888) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:27.307491 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cab8f4d-4a0d-4a89-ab08-cc69b218ad5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:27.312874 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4c44ff1a-4188-47e6-b29a-674cec9ba6b0 req-05fa039c-e6f4-4248-935c-b8750b158daa tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325706 Oct 27 11:44:27.381086 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cab8f4d-4a0d-4a89-ab08-cc69b218ad5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:27.384881 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cab8f4d-4a0d-4a89-ab08-cc69b218ad5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:27.425846 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-1cab8f4d-4a0d-4a89-ab08-cc69b218ad5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5bd74c9b25f2402da16401db8983aea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1303608 Oct 27 11:44:27.426989 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab8f4d-4a0d-4a89-ab08-cc69b218ad5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196483e4-f051-4ec1-9681-7c65930a7b56,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:27.428612 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 48890) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:27.734032 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-88da795a-0766-4a87-9045-6c60104c1b69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:27.762747 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e1057-566f-4b92-b2c9-be3325e52a81 req-1cb6068a-1593-40c0-8d23-4833b85225f4 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:27.764171 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e45e1057-566f-4b92-b2c9-be3325e52a81 req-1cb6068a-1593-40c0-8d23-4833b85225f4 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0713296 Oct 27 11:44:27.769075 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-88da795a-0766-4a87-9045-6c60104c1b69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:27.825947 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e45e1057-566f-4b92-b2c9-be3325e52a81 req-c239ab9f-367d-400a-85ba-3672592bdf7e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549464 Oct 27 11:44:27.843657 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-88da795a-0766-4a87-9045-6c60104c1b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:27.847369 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-88da795a-0766-4a87-9045-6c60104c1b69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:27.848479 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-88da795a-0766-4a87-9045-6c60104c1b69 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/196483e4-f051-4ec1-9681-7c65930a7b56 HTTP/1.1" status: 204 len: 168 time: 0.4188261 Oct 27 11:44:27.857867 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da795a-0766-4a87-9045-6c60104c1b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196483e4-f051-4ec1-9681-7c65930a7b56,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:28.437123 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3db96b-da0d-4cd7-932d-7d73d15e9e9b req-ff6dfa0c-f478-438f-a8ad-de9e1b5fd299 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:28.439153 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc3db96b-da0d-4cd7-932d-7d73d15e9e9b req-ff6dfa0c-f478-438f-a8ad-de9e1b5fd299 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0587287 Oct 27 11:44:28.477519 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc3db96b-da0d-4cd7-932d-7d73d15e9e9b req-e263f2e8-b6a2-4245-9394-7b64a9809be5 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Oct 27 11:44:28.942979 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b1039-b489-46ee-b0c6-a783ee0e6496 req-7157ccf6-b865-4006-80e0-530a5934f60c tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:28.944458 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-322b1039-b489-46ee-b0c6-a783ee0e6496 req-7157ccf6-b865-4006-80e0-530a5934f60c tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0487537 Oct 27 11:44:28.985673 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-322b1039-b489-46ee-b0c6-a783ee0e6496 req-9a48d049-bc21-4c06-8f6d-1dfe502d7d5a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352256 Oct 27 11:44:29.244774 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5e522-7cff-4121-bb97-aaef3c14c925 req-48ff9a97-3474-4a51-863a-90f35b0b5dac tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:29.246379 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-97d5e522-7cff-4121-bb97-aaef3c14c925 req-48ff9a97-3474-4a51-863a-90f35b0b5dac tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0490174 Oct 27 11:44:29.353616 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-97d5e522-7cff-4121-bb97-aaef3c14c925 req-f5662d90-2d2d-4a1d-b8da-ee5a0fda026f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Deleting port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:29.353951 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-97d5e522-7cff-4121-bb97-aaef3c14c925 req-f5662d90-2d2d-4a1d-b8da-ee5a0fda026f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:29.449002 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-97d5e522-7cff-4121-bb97-aaef3c14c925 req-f5662d90-2d2d-4a1d-b8da-ee5a0fda026f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] For port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d,segment=NetworkSegment(6041afde-f8be-48fc-bf8c-7f7759a42975),segment_id=6041afde-f8be-48fc-bf8c-7f7759a42975)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:29.449362 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-97d5e522-7cff-4121-bb97-aaef3c14c925 req-f5662d90-2d2d-4a1d-b8da-ee5a0fda026f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:29.465054 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-97d5e522-7cff-4121-bb97-aaef3c14c925 req-f5662d90-2d2d-4a1d-b8da-ee5a0fda026f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Calling delete_port for 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:29.631966 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aefdf7-da59-4098-94ab-2d96802aeb63 req-14dc0e7e-7d91-47cb-86bd-b2966772060c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:29.633470 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79aefdf7-da59-4098-94ab-2d96802aeb63 req-14dc0e7e-7d91-47cb-86bd-b2966772060c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d3516bc-8c66-44d9-9e38-04552a2ada27 HTTP/1.1" status: 200 len: 945 time: 0.0844398 Oct 27 11:44:29.639173 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-97d5e522-7cff-4121-bb97-aaef3c14c925 req-f5662d90-2d2d-4a1d-b8da-ee5a0fda026f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:29.656761 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d', 'fcfab2c8-4b70-43a4-b4ce-ca5821dab427'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:44:29.685463 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5662d90-2d2d-4a1d-b8da-ee5a0fda026f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Pushing event deleted for resources: {'Port': ['ID=90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:29.735901 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d5e522-7cff-4121-bb97-aaef3c14c925 req-f5662d90-2d2d-4a1d-b8da-ee5a0fda026f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] No DVR routers for this DVR port 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:44:29.738586 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-97d5e522-7cff-4121-bb97-aaef3c14c925 req-f5662d90-2d2d-4a1d-b8da-ee5a0fda026f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:29.742043 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-97d5e522-7cff-4121-bb97-aaef3c14c925 req-f5662d90-2d2d-4a1d-b8da-ee5a0fda026f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.41 "DELETE /v2.0/ports/90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d HTTP/1.1" status: 204 len: 173 time: 0.4806190 Oct 27 11:44:29.742488 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3516bc-8c66-44d9-9e38-04552a2ada27', 'name': 'network-vif-deleted', 'tag': '90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:44:29.745211 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0b8e0e-be81-419a-8174-c3e5bd98c2ba" -d '{"events": [{"server_uuid": "8d3516bc-8c66-44d9-9e38-04552a2ada27", "name": "network-vif-deleted", "tag": "90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:44:29.750977 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79aefdf7-da59-4098-94ab-2d96802aeb63 req-fd9d7190-8abd-4bee-8988-e72d4df90db6 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083758 Oct 27 11:44:29.799351 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421de904-1333-4d1c-b430-0d597df3df14 x-openstack-request-id: req-421de904-1333-4d1c-b430-0d597df3df14 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:44:29.800003 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3516bc-8c66-44d9-9e38-04552a2ada27", "name": "network-vif-deleted", "tag": "90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:44:29.800512 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-421de904-1333-4d1c-b430-0d597df3df14 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:44:29.801108 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3516bc-8c66-44d9-9e38-04552a2ada27', 'name': 'network-vif-deleted', 'tag': '90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d', 'status': 'completed', 'code': 200} Oct 27 11:44:30.100969 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fec949-17cf-423b-bd5a-4e9d462bdf53 req-21ec947a-7fd2-4dde-882d-6bb7583dcfff tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:30.102436 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-14fec949-17cf-423b-bd5a-4e9d462bdf53 req-21ec947a-7fd2-4dde-882d-6bb7583dcfff tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0502579 Oct 27 11:44:30.145756 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-14fec949-17cf-423b-bd5a-4e9d462bdf53 req-4eb6a4b8-9e17-44ee-ae01-0c9c5c9f5390 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372503 Oct 27 11:44:31.024328 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02711ab-6be5-48ad-866d-8a6d6cf6c443 req-b820a96a-9f18-4b91-b390-5f624f56eaef tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:31.025820 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c02711ab-6be5-48ad-866d-8a6d6cf6c443 req-b820a96a-9f18-4b91-b390-5f624f56eaef tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0545039 Oct 27 11:44:31.064442 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c02711ab-6be5-48ad-866d-8a6d6cf6c443 req-c651a9a9-b27d-4460-976c-ce767593b435 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327671 Oct 27 11:44:31.260240 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138703ff-51e2-42e8-9da3-51e8aa51ea8d req-d5f39c12-d288-40f8-aa36-f7a1e2f573d8 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:31.261815 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-138703ff-51e2-42e8-9da3-51e8aa51ea8d req-d5f39c12-d288-40f8-aa36-f7a1e2f573d8 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0481718 Oct 27 11:44:31.302769 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-138703ff-51e2-42e8-9da3-51e8aa51ea8d req-89057b23-f698-45bb-9e57-25885292b27c tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346706 Oct 27 11:44:32.186520 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea2ef2-7785-43f1-8aa9-96c734969b84 req-dbff9cda-6421-46f3-970d-c250d32ada4f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:32.188515 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79ea2ef2-7785-43f1-8aa9-96c734969b84 req-dbff9cda-6421-46f3-970d-c250d32ada4f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0502112 Oct 27 11:44:32.229844 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79ea2ef2-7785-43f1-8aa9-96c734969b84 req-4de4722b-6aea-4540-9830-cc05b43840da tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335767 Oct 27 11:44:32.421622 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4806f54-d8f3-41b2-89e7-745cf504203f req-d631611b-b169-4a59-bb0e-98ac1f02c11e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:32.423142 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c4806f54-d8f3-41b2-89e7-745cf504203f req-d631611b-b169-4a59-bb0e-98ac1f02c11e tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.0524735 Oct 27 11:44:32.464599 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c4806f54-d8f3-41b2-89e7-745cf504203f req-1ef4073e-de0c-4b88-815e-0629eca99969 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=db423aa0-6eb8-499f-9335-377af5f96dc7&id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353594 Oct 27 11:44:32.816544 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:32.839862 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:44:32.840202 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 90e7f0bb-3f8a-4911-8e83-ba4bbe8cbb3d not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:44:33.344564 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef51305-157f-4e65-ad8b-a0a987e2557e req-a0c26534-bca0-4808-8680-b26671fadac5 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:33.346049 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3ef51305-157f-4e65-ad8b-a0a987e2557e req-a0c26534-bca0-4808-8680-b26671fadac5 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0492127 Oct 27 11:44:33.385685 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3ef51305-157f-4e65-ad8b-a0a987e2557e req-10537794-a427-43d7-bd6e-bff48368599f tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334966 Oct 27 11:44:34.530228 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf163f-a17e-423f-bc85-e7a261a92ab6 req-c4421de4-04e0-4ff3-87bb-465564cbceb3 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:34.532505 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-68bf163f-a17e-423f-bc85-e7a261a92ab6 req-c4421de4-04e0-4ff3-87bb-465564cbceb3 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0569565 Oct 27 11:44:34.574775 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-68bf163f-a17e-423f-bc85-e7a261a92ab6 req-3eaa3330-2ba7-4c05-873f-cae78ef666f4 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354705 Oct 27 11:44:35.621125 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf48493-e936-44a6-a639-693fbb4110c3 req-9f1e52e6-3b51-406c-b3b9-8bc205f26e03 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:35.623331 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4bf48493-e936-44a6-a639-693fbb4110c3 req-9f1e52e6-3b51-406c-b3b9-8bc205f26e03 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0527575 Oct 27 11:44:35.689149 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4bf48493-e936-44a6-a639-693fbb4110c3 req-9c9466c7-c3fa-473c-a96c-0e5e9fde2c37 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594804 Oct 27 11:44:35.707087 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb68f1-1250-466b-860e-000968758e17 req-5838a2b8-04eb-4954-8b06-d22627b8ce9d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:35.708563 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-02bb68f1-1250-466b-860e-000968758e17 req-5838a2b8-04eb-4954-8b06-d22627b8ce9d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0600123 Oct 27 11:44:35.746515 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-02bb68f1-1250-466b-860e-000968758e17 req-a91d9562-ce6c-40d0-8939-36c3ab5b52dc tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321159 Oct 27 11:44:36.017406 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49064) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:36.120297 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-608d074a-93b9-4940-baf2-8eecf57a527e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.197422 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-608d074a-93b9-4940-baf2-8eecf57a527e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.202253 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-608d074a-93b9-4940-baf2-8eecf57a527e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.243063 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-608d074a-93b9-4940-baf2-8eecf57a527e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd53954209c344138b0ff8c59380d9dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245636 Oct 27 11:44:36.243909 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d074a-93b9-4940-baf2-8eecf57a527e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990decc3-b20e-4cc7-a8bf-f646ad536b26,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:36.246514 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49068) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:36.295521 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3765516e-996a-48ce-a013-6918a5512160 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.316435 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3765516e-996a-48ce-a013-6918a5512160 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.361633 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3765516e-996a-48ce-a013-6918a5512160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.364325 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3765516e-996a-48ce-a013-6918a5512160 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.365476 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-3765516e-996a-48ce-a013-6918a5512160 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/990decc3-b20e-4cc7-a8bf-f646ad536b26 HTTP/1.1" status: 204 len: 168 time: 0.1175990 Oct 27 11:44:36.372797 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765516e-996a-48ce-a013-6918a5512160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990decc3-b20e-4cc7-a8bf-f646ad536b26,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:36.627786 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49074) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:36.643259 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-fc4b66b3-dfbf-4977-ab71-b8591c13a658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.719135 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-fc4b66b3-dfbf-4977-ab71-b8591c13a658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.723744 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-fc4b66b3-dfbf-4977-ab71-b8591c13a658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.756189 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-fc4b66b3-dfbf-4977-ab71-b8591c13a658 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06545adc67404da782aa8676598eb4e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1265376 Oct 27 11:44:36.758912 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49078) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:36.789448 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b66b3-dfbf-4977-ab71-b8591c13a658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9cb865-c39a-4f69-a441-f10104f0f821,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:36.811894 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-427ac2a2-ac58-4368-be7d-f06962a12076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.812965 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6eae442d-3baa-4070-883d-c2c4430e4afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.832662 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cef2c7-bcf5-4b90-a302-0df90fae5268 req-faa19c50-d369-4bc6-85b5-d064e5b84073 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:36.834222 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-48cef2c7-bcf5-4b90-a302-0df90fae5268 req-faa19c50-d369-4bc6-85b5-d064e5b84073 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0731437 Oct 27 11:44:36.838534 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6eae442d-3baa-4070-883d-c2c4430e4afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.903831 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6eae442d-3baa-4070-883d-c2c4430e4afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.906464 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6eae442d-3baa-4070-883d-c2c4430e4afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:36.910135 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-6eae442d-3baa-4070-883d-c2c4430e4afc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb9cb865-c39a-4f69-a441-f10104f0f821 HTTP/1.1" status: 204 len: 168 time: 0.1477585 Oct 27 11:44:36.910314 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-48cef2c7-bcf5-4b90-a302-0df90fae5268 req-6e89ddbd-8641-4482-853c-679615778296 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695012 Oct 27 11:44:36.917651 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae442d-3baa-4070-883d-c2c4430e4afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9cb865-c39a-4f69-a441-f10104f0f821,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:36.934589 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb796675-6c83-4312-a548-54476b007304 req-da8e31fd-073d-4e89-b2e5-a0dc7998999d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:36.935986 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bb796675-6c83-4312-a548-54476b007304 req-da8e31fd-073d-4e89-b2e5-a0dc7998999d tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0843465 Oct 27 11:44:36.986037 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bb796675-6c83-4312-a548-54476b007304 req-55283db0-9fe3-423e-9e53-d8efa7635706 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342853 Oct 27 11:44:37.242358 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49086) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:37.255518 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cbe19a8-d5bd-4baf-b1b9-e2e28058c2da admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:37.340124 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cbe19a8-d5bd-4baf-b1b9-e2e28058c2da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:37.344041 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1cbe19a8-d5bd-4baf-b1b9-e2e28058c2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:37.381262 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-1cbe19a8-d5bd-4baf-b1b9-e2e28058c2da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5731005112874ed88dd39549c6850ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377692 Oct 27 11:44:37.382119 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe19a8-d5bd-4baf-b1b9-e2e28058c2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e96bccd-4919-4141-a3f9-b6b40ad8b033,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:37.383930 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49088) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:37.433573 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9aedf3ab-0b54-4c93-91bd-4922c9342b7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:37.456116 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9aedf3ab-0b54-4c93-91bd-4922c9342b7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:37.500512 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9aedf3ab-0b54-4c93-91bd-4922c9342b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:37.503209 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9aedf3ab-0b54-4c93-91bd-4922c9342b7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:37.504333 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-9aedf3ab-0b54-4c93-91bd-4922c9342b7a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e96bccd-4919-4141-a3f9-b6b40ad8b033 HTTP/1.1" status: 204 len: 168 time: 0.1194403 Oct 27 11:44:37.512252 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedf3ab-0b54-4c93-91bd-4922c9342b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e96bccd-4919-4141-a3f9-b6b40ad8b033,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:38.054556 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2a6a9-9493-449e-9fa4-7cf3c3d5f21d req-88371e41-ae0a-4ecd-8ac7-fc7530121b1d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:38.056164 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f0d2a6a9-9493-449e-9fa4-7cf3c3d5f21d req-88371e41-ae0a-4ecd-8ac7-fc7530121b1d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0601108 Oct 27 11:44:38.131116 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f0d2a6a9-9493-449e-9fa4-7cf3c3d5f21d req-f4ebf512-36ed-4de2-be91-9d84e2292792 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686564 Oct 27 11:44:38.153035 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2674bbf-bc59-4d41-a0d1-f718188ffec7 req-4e96f87e-f81f-42cc-bb02-6d616ba8439c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:38.153035 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d2674bbf-bc59-4d41-a0d1-f718188ffec7 req-4e96f87e-f81f-42cc-bb02-6d616ba8439c tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0838101 Oct 27 11:44:38.189176 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d2674bbf-bc59-4d41-a0d1-f718188ffec7 req-ac6b3d82-ee91-44d5-9cea-105003725e88 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/security-groups?id=8afeb4f7-7634-4d76-97e1-1971b58d4799&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347681 Oct 27 11:44:38.640695 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49128) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:38.731460 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91455fb8-6c54-47f4-99b0-520f46fc59b3 req-41c53062-3b8e-472a-89b5-05b1aa64da77 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:38.732919 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-91455fb8-6c54-47f4-99b0-520f46fc59b3 req-41c53062-3b8e-472a-89b5-05b1aa64da77 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 945 time: 0.0482023 Oct 27 11:44:38.745092 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:38.885337 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-91455fb8-6c54-47f4-99b0-520f46fc59b3 req-d97398da-9293-449d-9fae-83fbcd06e357 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Deleting port fcfab2c8-4b70-43a4-b4ce-ca5821dab427 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:38.885669 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-91455fb8-6c54-47f4-99b0-520f46fc59b3 req-d97398da-9293-449d-9fae-83fbcd06e357 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:38.929213 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:38.934363 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:38.990295 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=437a99909b894f6baac350b803f8c671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484991 Oct 27 11:44:38.992980 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49134) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:38.993515 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159c9e66-dac3-40de-8f40-1089eba1280d,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:39.010793 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.011142 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.011479 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.011809 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.012137 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.012463 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.012783 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.013407 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.013407 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.013723 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.014041 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.014352 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ba911c-1d8d-4cdf-a212-195161ff97b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.033194 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-91455fb8-6c54-47f4-99b0-520f46fc59b3 req-d97398da-9293-449d-9fae-83fbcd06e357 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] For port fcfab2c8-4b70-43a4-b4ce-ca5821dab427, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=fcfab2c8-4b70-43a4-b4ce-ca5821dab427,segment=NetworkSegment(6041afde-f8be-48fc-bf8c-7f7759a42975),segment_id=6041afde-f8be-48fc-bf8c-7f7759a42975)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:39.033557 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-91455fb8-6c54-47f4-99b0-520f46fc59b3 req-d97398da-9293-449d-9fae-83fbcd06e357 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:39.042711 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:39.045864 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-91455fb8-6c54-47f4-99b0-520f46fc59b3 req-d97398da-9293-449d-9fae-83fbcd06e357 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Calling delete_port for fcfab2c8-4b70-43a4-b4ce-ca5821dab427 owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:39.065302 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:39.112436 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:39.115292 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:39.116438 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/159c9e66-dac3-40de-8f40-1089eba1280d HTTP/1.1" status: 204 len: 168 time: 0.1224852 Oct 27 11:44:39.127466 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159c9e66-dac3-40de-8f40-1089eba1280d,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:39.135594 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.135970 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.136308 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.136642 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.136976 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.137363 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.137623 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.137950 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.138275 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.138592 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.138934 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.139248 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4bddb8-42e7-4c65-9b74-6c1401e9f94b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:39.186338 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-91455fb8-6c54-47f4-99b0-520f46fc59b3 req-d97398da-9293-449d-9fae-83fbcd06e357 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:39.200267 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['fcfab2c8-4b70-43a4-b4ce-ca5821dab427'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:44:39.226869 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97398da-9293-449d-9fae-83fbcd06e357 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Pushing event deleted for resources: {'Port': ['ID=fcfab2c8-4b70-43a4-b4ce-ca5821dab427,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:39.327254 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dd482e63-2bed-45dc-86a2-c2e047d007be req-02fca9e4-23df-4c24-9ad2-08698bf55239 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a0f2691-3460-42ae-9cd1-6451b32761ac HTTP/1.1" status: 200 len: 210 time: 0.0463479 Oct 27 11:44:39.330005 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-91455fb8-6c54-47f4-99b0-520f46fc59b3 req-d97398da-9293-449d-9fae-83fbcd06e357 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] No DVR routers for this DVR port fcfab2c8-4b70-43a4-b4ce-ca5821dab427 on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:44:39.334299 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-91455fb8-6c54-47f4-99b0-520f46fc59b3 req-d97398da-9293-449d-9fae-83fbcd06e357 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:39.337872 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-91455fb8-6c54-47f4-99b0-520f46fc59b3 req-d97398da-9293-449d-9fae-83fbcd06e357 tempest-ServerRescueNegativeTestJSON-220740083 tempest-ServerRescueNegativeTestJSON-220740083-project] 10.222.0.41 "DELETE /v2.0/ports/fcfab2c8-4b70-43a4-b4ce-ca5821dab427 HTTP/1.1" status: 204 len: 173 time: 0.5899372 Oct 27 11:44:39.338384 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0f2691-3460-42ae-9cd1-6451b32761ac', 'name': 'network-vif-deleted', 'tag': 'fcfab2c8-4b70-43a4-b4ce-ca5821dab427'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:44:39.345183 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89a5571-a4e7-4cd2-8d70-4def17b22168" -d '{"events": [{"server_uuid": "7a0f2691-3460-42ae-9cd1-6451b32761ac", "name": "network-vif-deleted", "tag": "fcfab2c8-4b70-43a4-b4ce-ca5821dab427"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:44:39.361830 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559e41c-a145-43e3-a7e4-9d7425b533e4 req-417dd48c-8a2f-4cbd-8bc7-355bb13ae1ce tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:39.363232 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6559e41c-a145-43e3-a7e4-9d7425b533e4 req-417dd48c-8a2f-4cbd-8bc7-355bb13ae1ce tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.1384444 Oct 27 11:44:39.398694 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a92543-6f72-48b5-99c1-c2b56e4ed0d3 x-openstack-request-id: req-f8a92543-6f72-48b5-99c1-c2b56e4ed0d3 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:44:39.399067 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0f2691-3460-42ae-9cd1-6451b32761ac", "name": "network-vif-deleted", "tag": "fcfab2c8-4b70-43a4-b4ce-ca5821dab427", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:44:39.399430 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8a92543-6f72-48b5-99c1-c2b56e4ed0d3 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:44:39.399935 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0f2691-3460-42ae-9cd1-6451b32761ac', 'name': 'network-vif-deleted', 'tag': 'fcfab2c8-4b70-43a4-b4ce-ca5821dab427', 'status': 'completed', 'code': 200} Oct 27 11:44:39.415102 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6559e41c-a145-43e3-a7e4-9d7425b533e4 req-4849a6b7-abdb-4a08-a1f4-d28cbfb13199 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461910 Oct 27 11:44:39.892696 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-59cfac0b-f9b3-4be6-9bbc-2c08c02e1c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:40.385084 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49174) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:40.552327 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:40.610714 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59a7dd-b256-44f1-87b1-c6049ced479b req-27a57cfc-a9dc-48b0-858b-a31e2bffee8e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:40.612305 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2e59a7dd-b256-44f1-87b1-c6049ced479b req-27a57cfc-a9dc-48b0-858b-a31e2bffee8e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.1269608 Oct 27 11:44:40.680891 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2e59a7dd-b256-44f1-87b1-c6049ced479b req-8edc7135-0bfb-49ee-8cbc-519e8af84f94 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616653 Oct 27 11:44:40.857224 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-406bedc6-d62e-4016-96bd-b764e7e854a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608041'] for router_interface, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:41.019749 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:41.144958 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-406bedc6-d62e-4016-96bd-b764e7e854a3 admin admin] Deleting port 87a28e4e-8763-4255-b353-c8e0178f195f {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:41.145189 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-406bedc6-d62e-4016-96bd-b764e7e854a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:41.220515 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [None req-406bedc6-d62e-4016-96bd-b764e7e854a3 admin admin] For port 87a28e4e-8763-4255-b353-c8e0178f195f, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=87a28e4e-8763-4255-b353-c8e0178f195f,segment=NetworkSegment(6041afde-f8be-48fc-bf8c-7f7759a42975),segment_id=6041afde-f8be-48fc-bf8c-7f7759a42975)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:41.220900 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-406bedc6-d62e-4016-96bd-b764e7e854a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:41.232724 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-406bedc6-d62e-4016-96bd-b764e7e854a3 admin admin] Calling delete_port for 87a28e4e-8763-4255-b353-c8e0178f195f owned by network:router_interface {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:41.419073 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-406bedc6-d62e-4016-96bd-b764e7e854a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:41.444273 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bedc6-d62e-4016-96bd-b764e7e854a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a28e4e-8763-4255-b353-c8e0178f195f,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:41.569393 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-406bedc6-d62e-4016-96bd-b764e7e854a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608197'] for router_interface, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:41.945584 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307908f-02f7-4979-85c9-bb12d1f7eb0e req-272427da-6c63-4162-82ba-1bb946420639 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:41.946998 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2307908f-02f7-4979-85c9-bb12d1f7eb0e req-272427da-6c63-4162-82ba-1bb946420639 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0940263 Oct 27 11:44:42.052572 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2307908f-02f7-4979-85c9-bb12d1f7eb0e req-20002e55-5433-40d4-9c43-a0bc240d1d98 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970449 Oct 27 11:44:42.087943 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406bedc6-d62e-4016-96bd-b764e7e854a3 admin admin] Router 24b6db56-949e-411a-99c9-fc80e0c7c0f9 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:44:42.161328 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:42.195894 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406bedc6-d62e-4016-96bd-b764e7e854a3 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:44:42.201436 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-406bedc6-d62e-4016-96bd-b764e7e854a3 admin admin] 10.222.0.36 "PUT /v2.0/routers/24b6db56-949e-411a-99c9-fc80e0c7c0f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8152916 Oct 27 11:44:42.205263 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49192) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:42.207914 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dea16f-9bd6-4597-a5e4-8fc25105c4f2 None None] Sync routers for ids ['24b6db56-949e-411a-99c9-fc80e0c7c0f9'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:44:42.219227 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dea16f-9bd6-4597-a5e4-8fc25105c4f2 None None] Routers {'24b6db56-949e-411a-99c9-fc80e0c7c0f9'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:44:42.219945 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-81dea16f-9bd6-4597-a5e4-8fc25105c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:44:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['24b6db56-949e-411a-99c9-fc80e0c7c0f9'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:42.311439 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] Publish callbacks [] for router, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:42.328964 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-81dea16f-9bd6-4597-a5e4-8fc25105c4f2 None None] Set router 24b6db56-949e-411a-99c9-fc80e0c7c0f9 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:44:42.414505 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:42.472950 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] Deleting port 596a5880-f380-4e7c-b30a-2425df6fe01c {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:42.473615 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:42.519934 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-81dea16f-9bd6-4597-a5e4-8fc25105c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1688249794-router', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '596a5880-f380-4e7c-b30a-2425df6fe01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:44:41Z', 'revision_number': 5, 'project_id': 'd6cf4b776db943b78157db9573678d4d', 'gw_port': {'id': '596a5880-f380-4e7c-b30a-2425df6fe01c', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:39Z', 'updated_at': '2021-10-27T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:42.550256 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dea16f-9bd6-4597-a5e4-8fc25105c4f2 None None] Checking router: 24b6db56-949e-411a-99c9-fc80e0c7c0f9 for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:44:42.552161 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] For port 596a5880-f380-4e7c-b30a-2425df6fe01c, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=596a5880-f380-4e7c-b30a-2425df6fe01c,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:42.552624 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:42.558479 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dea16f-9bd6-4597-a5e4-8fc25105c4f2 None None] Routers {'24b6db56-949e-411a-99c9-fc80e0c7c0f9'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:44:42.559107 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-81dea16f-9bd6-4597-a5e4-8fc25105c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:44:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['24b6db56-949e-411a-99c9-fc80e0c7c0f9'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:42.565021 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] Calling delete_port for 596a5880-f380-4e7c-b30a-2425df6fe01c owned by network:router_gateway {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:42.645477 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-81dea16f-9bd6-4597-a5e4-8fc25105c4f2 None None] Set router 24b6db56-949e-411a-99c9-fc80e0c7c0f9 gateway port host: None {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:44:42.696040 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-81dea16f-9bd6-4597-a5e4-8fc25105c4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1688249794-router', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:44:42Z', 'revision_number': 6, 'project_id': 'd6cf4b776db943b78157db9573678d4d', 'gw_port_host': None}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:42.725511 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dea16f-9bd6-4597-a5e4-8fc25105c4f2 None None] The sync data for ids ['24b6db56-949e-411a-99c9-fc80e0c7c0f9'] in dv-cinder-815146-3-iscsi is: [{'id': '24b6db56-949e-411a-99c9-fc80e0c7c0f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1688249794-router', 'tenant_id': 'd6cf4b776db943b78157db9573678d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:44:42Z', 'revision_number': 6, 'project_id': 'd6cf4b776db943b78157db9573678d4d', 'gw_port_host': None}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:44:42.731844 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:42.761974 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] Pushing event deleted for resources: {'Port': ['ID=596a5880-f380-4e7c-b30a-2425df6fe01c,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:42.787601 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607847'] for router_gateway, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:42.818786 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device fcfab2c8-4b70-43a4-b4ce-ca5821dab427 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:42.841363 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: fcfab2c8-4b70-43a4-b4ce-ca5821dab427 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:44:42.841820 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device fcfab2c8-4b70-43a4-b4ce-ca5821dab427 not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:44:42.890990 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4054'] for router, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:42.893156 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:42.957929 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-607258'] for router, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:42.958448 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24b6db56-949e-411a-99c9-fc80e0c7c0f9 {{(pid=108003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:44:42.963257 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] Publish callbacks [] for router, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:42.967236 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-be241e28-b578-4035-9385-194bd3a67128 admin admin] 10.222.0.36 "DELETE /v2.0/routers/24b6db56-949e-411a-99c9-fc80e0c7c0f9 HTTP/1.1" status: 204 len: 168 time: 0.7583358 Oct 27 11:44:42.967714 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49200) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:43.016299 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7ca1b7-99ea-4fdf-910f-d923b007be0d admin admin] Deleting subnet 32b5e998-50c9-4a4a-b99c-0238a60bf0ee {{(pid=108002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:44:43.019545 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca1b7-99ea-4fdf-910f-d923b007be0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:43.066379 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca1b7-99ea-4fdf-910f-d923b007be0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28753158'] for subnet, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:43.130996 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca1b7-99ea-4fdf-910f-d923b007be0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:43.198649 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca1b7-99ea-4fdf-910f-d923b007be0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29335334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25368705'] for subnet, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:43.203131 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646850b4-2feb-40d9-8073-3b7306e0bbb6 req-08ff81f6-2955-45a2-a404-52e0e55a13e1 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:43.204693 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-646850b4-2feb-40d9-8073-3b7306e0bbb6 req-08ff81f6-2955-45a2-a404-52e0e55a13e1 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0638690 Oct 27 11:44:43.212221 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca1b7-99ea-4fdf-910f-d923b007be0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:43.218064 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-1a7ca1b7-99ea-4fdf-910f-d923b007be0d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/32b5e998-50c9-4a4a-b99c-0238a60bf0ee HTTP/1.1" status: 204 len: 168 time: 0.2468581 Oct 27 11:44:43.219187 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49208) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:43.233748 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ca1b7-99ea-4fdf-910f-d923b007be0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b5e998-50c9-4a4a-b99c-0238a60bf0ee,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:43.296404 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-646850b4-2feb-40d9-8073-3b7306e0bbb6 req-4823197a-ea8a-4ef9-a62f-15663d2e1e01 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835621 Oct 27 11:44:43.306808 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:43.391233 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:43.411190 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=108003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:44:43.411555 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=108003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:44:43.412268 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:44:43.412607 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Subscribe: > port after_create 55550000 {{(pid=108003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:44:43.412919 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=108003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:44:43.413240 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Subscribe: > port after_update 55550000 {{(pid=108003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:44:43.413549 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=108003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:44:43.413873 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:44:43.414176 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:44:43.414482 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=108003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:44:43.531943 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=108003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:44:43.532605 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=108003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:44:43.532605 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=108003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:44:43.533026 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=108003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 11:44:43.533398 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f295b617-1dee-47fd-847d-99b3b917163f']}} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:43.553493 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6041afde-f8be-48fc-bf8c-7f7759a42975') {'for_net_delete': True} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:43.553785 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6041afde-f8be-48fc-bf8c-7f7759a42975') {} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:43.570097 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25220849'] for segment, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:43.594532 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:43.602975 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=108003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:44:43.603364 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406069'] for segment, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: from cryptography.utils import int_from_bytes Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: from cryptography.utils import int_from_bytes Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: Traceback (most recent call last): Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: timer() Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: cb(*args, **kw) Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: return func(*args, **kwargs) Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: self._notify() Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: self.callback(batched_events) Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: event.method(event) Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: return f(self, *a, **k) Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._get(url).json() Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: return self.request(url, 'GET', **kwargs) Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:44:43.607447 dv-cinder-815146-3-iscsi neutron-server[108003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:44:43.663018 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:43.670333 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:43.674092 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f295b617-1dee-47fd-847d-99b3b917163f HTTP/1.1" status: 204 len: 168 time: 0.4540002 Oct 27 11:44:43.684007 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ece04-d1d9-49ef-86c9-0e68280c91e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f295b617-1dee-47fd-847d-99b3b917163f,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:43.858326 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49212) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:43.897157 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-0f68bbfc-5b4f-4c2c-850b-2f37f2280347 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6cf4b776db943b78157db9573678d4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375657 Oct 27 11:44:43.899567 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49214) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:43.948184 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-13f7038a-357d-449d-a327-f70da9959c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:43.973039 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-13f7038a-357d-449d-a327-f70da9959c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:44.019252 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-13f7038a-357d-449d-a327-f70da9959c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:44.022067 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-13f7038a-357d-449d-a327-f70da9959c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:44.023273 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-13f7038a-357d-449d-a327-f70da9959c44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8afeb4f7-7634-4d76-97e1-1971b58d4799 HTTP/1.1" status: 204 len: 168 time: 0.1228189 Oct 27 11:44:44.033129 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7038a-357d-449d-a327-f70da9959c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afeb4f7-7634-4d76-97e1-1971b58d4799,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:44.383591 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 87a28e4e-8763-4255-b353-c8e0178f195f no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:44.411177 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: 87a28e4e-8763-4255-b353-c8e0178f195f {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:44:44.411477 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 87a28e4e-8763-4255-b353-c8e0178f195f not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:44:44.411890 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 596a5880-f380-4e7c-b30a-2425df6fe01c no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:44.436050 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: 596a5880-f380-4e7c-b30a-2425df6fe01c {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:44:44.436631 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 596a5880-f380-4e7c-b30a-2425df6fe01c not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:44:44.444342 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43786d75-64c6-4f76-aa84-8f54a31b259e req-79571d4b-8025-42f7-b8ed-2ba3951d633e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:44.446780 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-43786d75-64c6-4f76-aa84-8f54a31b259e req-79571d4b-8025-42f7-b8ed-2ba3951d633e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0683002 Oct 27 11:44:44.490686 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-43786d75-64c6-4f76-aa84-8f54a31b259e req-d71746d5-fd81-4227-8408-3cd215443569 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337782 Oct 27 11:44:45.604174 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0306b7-4d28-4eb2-a996-b0bd8842c715 req-6d906716-230f-481f-9711-7a1e971af7b9 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:45.605781 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8e0306b7-4d28-4eb2-a996-b0bd8842c715 req-6d906716-230f-481f-9711-7a1e971af7b9 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0501604 Oct 27 11:44:45.645088 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8e0306b7-4d28-4eb2-a996-b0bd8842c715 req-e7bee5f6-b18a-49cb-8c48-3f06960d2a1c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331819 Oct 27 11:44:46.765316 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa5e66-a564-42d1-b212-7499a9f4dae0 req-4ce71594-8f0f-44ac-a094-72a3258b9461 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:46.766807 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f9aa5e66-a564-42d1-b212-7499a9f4dae0 req-4ce71594-8f0f-44ac-a094-72a3258b9461 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0529799 Oct 27 11:44:46.805236 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f9aa5e66-a564-42d1-b212-7499a9f4dae0 req-580cee36-b3f0-4bdd-a9c5-b2f2545cbf2e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324421 Oct 27 11:44:47.781948 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf11035-7055-42b5-ad02-d4c81b02a6d2 req-6a2d4ad3-25f7-4de0-8b3f-47aef6899bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:47.783459 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ebf11035-7055-42b5-ad02-d4c81b02a6d2 req-6a2d4ad3-25f7-4de0-8b3f-47aef6899bd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18a798fcd851472396a821df034d2591&device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 1099 time: 0.0426795 Oct 27 11:44:47.875626 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:47.920497 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf11035-7055-42b5-ad02-d4c81b02a6d2 req-d88f4768-efb9-427a-b654-3b5c20854a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:47.922472 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ebf11035-7055-42b5-ad02-d4c81b02a6d2 req-d88f4768-efb9-427a-b654-3b5c20854a72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7a19429-34d2-4399-856f-928cf000bee1 HTTP/1.1" status: 200 len: 913 time: 0.1118815 Oct 27 11:44:48.005455 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ebf11035-7055-42b5-ad02-d4c81b02a6d2 req-c06ed20a-3a67-4b23-91e4-b513d1fca0af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c593237-bb39-469b-bd7c-7bccef5c0f8d HTTP/1.1" status: 200 len: 1002 time: 0.0685189 Oct 27 11:44:48.012910 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e91496-7c35-4d7c-bb95-690ffbbf11e0 req-617108df-7ab7-4733-8562-d353ceb27100 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:48.014373 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c4e91496-7c35-4d7c-bb95-690ffbbf11e0 req-617108df-7ab7-4733-8562-d353ceb27100 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.1122994 Oct 27 11:44:48.084016 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf11035-7055-42b5-ad02-d4c81b02a6d2 req-8b4ef91f-c630-4706-9285-9b6d0eaf85d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:48.085464 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ebf11035-7055-42b5-ad02-d4c81b02a6d2 req-8b4ef91f-c630-4706-9285-9b6d0eaf85d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6873a289-3a0e-4f94-87e8-f3eccf8a4939 HTTP/1.1" status: 200 len: 850 time: 0.0691233 Oct 27 11:44:48.090294 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c4e91496-7c35-4d7c-bb95-690ffbbf11e0 req-1b28d58b-d84c-4ad5-83f5-9215d6422753 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657721 Oct 27 11:44:48.130033 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf11035-7055-42b5-ad02-d4c81b02a6d2 req-5dd03278-3da5-47f5-bd9f-528657bef87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:48.131548 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ebf11035-7055-42b5-ad02-d4c81b02a6d2 req-5dd03278-3da5-47f5-bd9f-528657bef87b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7a19429-34d2-4399-856f-928cf000bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385861 Oct 27 11:44:48.228986 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ebf11035-7055-42b5-ad02-d4c81b02a6d2 req-2818f999-ac4a-4165-81a5-36a212043d99 service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852706 Oct 27 11:44:48.317563 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ebf11035-7055-42b5-ad02-d4c81b02a6d2 req-829e19fc-a947-4b65-8432-e8439266c353 service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802045 Oct 27 11:44:49.209631 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a3cdc-6f33-42eb-878c-102736cd8e3a req-6c05ecd1-717d-4cb1-b850-b94ae61363e4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:49.211157 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cf8a3cdc-6f33-42eb-878c-102736cd8e3a req-6c05ecd1-717d-4cb1-b850-b94ae61363e4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0530751 Oct 27 11:44:49.248440 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cf8a3cdc-6f33-42eb-878c-102736cd8e3a req-d33155c3-53c1-450b-bb32-ff2024e59734 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314934 Oct 27 11:44:49.926614 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49406) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:50.031737 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8961ecb6-3de6-489c-ae79-d0ce52876c59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:50.107696 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8961ecb6-3de6-489c-ae79-d0ce52876c59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:50.111568 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8961ecb6-3de6-489c-ae79-d0ce52876c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:50.148617 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961ecb6-3de6-489c-ae79-d0ce52876c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f65bb10-f2b9-4bfe-a37f-7d4c0c771ca3,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:50.154152 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-8961ecb6-3de6-489c-ae79-d0ce52876c59 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d8943fa579d48e18bb893fb8aeadf71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265027 Oct 27 11:44:50.157008 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49410) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:50.205468 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-531268fc-4684-402c-9d34-6b8dd130b8e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:50.225891 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-531268fc-4684-402c-9d34-6b8dd130b8e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:50.272559 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-531268fc-4684-402c-9d34-6b8dd130b8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:50.275257 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-531268fc-4684-402c-9d34-6b8dd130b8e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:50.276421 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-531268fc-4684-402c-9d34-6b8dd130b8e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f65bb10-f2b9-4bfe-a37f-7d4c0c771ca3 HTTP/1.1" status: 204 len: 168 time: 0.1183906 Oct 27 11:44:50.284262 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531268fc-4684-402c-9d34-6b8dd130b8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f65bb10-f2b9-4bfe-a37f-7d4c0c771ca3,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:50.371323 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f6ef2-9a60-4070-88ab-a665572950e3 req-3f17e8d0-1e9f-4284-ba27-1184e97c7bc4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:50.372936 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d64f6ef2-9a60-4070-88ab-a665572950e3 req-3f17e8d0-1e9f-4284-ba27-1184e97c7bc4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0519691 Oct 27 11:44:50.416713 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d64f6ef2-9a60-4070-88ab-a665572950e3 req-202130da-cabb-4204-b876-bce78f334a75 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365605 Oct 27 11:44:51.534978 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf0369-ab35-44a0-9d54-8f4af15d76db req-e293d81f-31e7-42c1-89b9-221cf44cb4c0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:51.536475 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f2bf0369-ab35-44a0-9d54-8f4af15d76db req-e293d81f-31e7-42c1-89b9-221cf44cb4c0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0505087 Oct 27 11:44:51.574322 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f2bf0369-ab35-44a0-9d54-8f4af15d76db req-a10fd8c2-6143-48d8-aa30-1bf05eedc261 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319130 Oct 27 11:44:51.771518 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bdc3a-67ec-4d76-b9bd-232bc4b9c2e7 req-c6e23922-60dd-4d3a-be4f-001d2d8c8e49 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:51.773081 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-579bdc3a-67ec-4d76-b9bd-232bc4b9c2e7 req-c6e23922-60dd-4d3a-be4f-001d2d8c8e49 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0504634 Oct 27 11:44:51.843842 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-579bdc3a-67ec-4d76-b9bd-232bc4b9c2e7 req-dd07630d-71bd-4df7-85d6-0c48bed91ac2 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589309 Oct 27 11:44:51.846409 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa34f7-2ffa-4bbb-a672-f5559abcc6b4 req-8a26c9d8-3651-4858-b5f5-ca486428c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:51.847815 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3daa34f7-2ffa-4bbb-a672-f5559abcc6b4 req-8a26c9d8-3651-4858-b5f5-ca486428c302 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18a798fcd851472396a821df034d2591&device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 1099 time: 0.0702229 Oct 27 11:44:51.949811 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa34f7-2ffa-4bbb-a672-f5559abcc6b4 req-15d46909-5c5e-4a84-a5d8-4ae07ea84e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:51.951307 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3daa34f7-2ffa-4bbb-a672-f5559abcc6b4 req-15d46909-5c5e-4a84-a5d8-4ae07ea84e18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7a19429-34d2-4399-856f-928cf000bee1 HTTP/1.1" status: 200 len: 913 time: 0.0819049 Oct 27 11:44:52.024119 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3daa34f7-2ffa-4bbb-a672-f5559abcc6b4 req-6a703d22-e2a3-4f11-a5a6-6c9b9ec98cdb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c593237-bb39-469b-bd7c-7bccef5c0f8d HTTP/1.1" status: 200 len: 1002 time: 0.0608501 Oct 27 11:44:52.084630 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa34f7-2ffa-4bbb-a672-f5559abcc6b4 req-790e5ef0-67ab-4d69-bcf0-86a39f8d5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:52.086240 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3daa34f7-2ffa-4bbb-a672-f5559abcc6b4 req-790e5ef0-67ab-4d69-bcf0-86a39f8d5da3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6873a289-3a0e-4f94-87e8-f3eccf8a4939 HTTP/1.1" status: 200 len: 850 time: 0.0478342 Oct 27 11:44:52.144960 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa34f7-2ffa-4bbb-a672-f5559abcc6b4 req-06fda052-2dc1-48fd-b890-41ca82e89702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:52.146448 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3daa34f7-2ffa-4bbb-a672-f5559abcc6b4 req-06fda052-2dc1-48fd-b890-41ca82e89702 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7a19429-34d2-4399-856f-928cf000bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401516 Oct 27 11:44:52.245135 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3daa34f7-2ffa-4bbb-a672-f5559abcc6b4 req-0c82b89b-f10f-459b-8809-62b29a835f94 service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882304 Oct 27 11:44:52.343328 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3daa34f7-2ffa-4bbb-a672-f5559abcc6b4 req-f9b9a983-c59c-4395-b7ed-ef98921c6dfb service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893857 Oct 27 11:44:52.962319 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45925988-426b-463c-a52c-fcc01352f07c req-66e49174-11bf-46bd-b63b-be51a5335333 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:52.963836 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-45925988-426b-463c-a52c-fcc01352f07c req-66e49174-11bf-46bd-b63b-be51a5335333 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0480249 Oct 27 11:44:53.001714 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-45925988-426b-463c-a52c-fcc01352f07c req-e90a82da-9f94-436d-b12a-bd263292ada0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318115 Oct 27 11:44:53.372022 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49444) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:53.475399 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-73d3d217-b266-4371-baf2-9706303f1194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:53.555896 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-73d3d217-b266-4371-baf2-9706303f1194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:53.561107 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-73d3d217-b266-4371-baf2-9706303f1194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:53.598249 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3d217-b266-4371-baf2-9706303f1194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98efd4dd-2f3c-4139-befe-a33c62daa394,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:53.602488 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-73d3d217-b266-4371-baf2-9706303f1194 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99d29acba76a4c17be42d9530a7f785f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294688 Oct 27 11:44:53.605795 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49448) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:53.653290 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e7492ae8-95b1-4635-beb3-f84a2c1845fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:53.677108 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e7492ae8-95b1-4635-beb3-f84a2c1845fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:53.722489 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e7492ae8-95b1-4635-beb3-f84a2c1845fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:53.724998 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e7492ae8-95b1-4635-beb3-f84a2c1845fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:53.726128 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-e7492ae8-95b1-4635-beb3-f84a2c1845fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98efd4dd-2f3c-4139-befe-a33c62daa394 HTTP/1.1" status: 204 len: 168 time: 0.1201403 Oct 27 11:44:53.733813 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7492ae8-95b1-4635-beb3-f84a2c1845fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98efd4dd-2f3c-4139-befe-a33c62daa394,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:54.114702 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c8198-9230-4a89-8be8-ac6f2b1f0dfe req-83c08dec-c36a-4581-b978-ddc6d5e16905 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:54.116159 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-926c8198-9230-4a89-8be8-ac6f2b1f0dfe req-83c08dec-c36a-4581-b978-ddc6d5e16905 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0470822 Oct 27 11:44:54.155486 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-926c8198-9230-4a89-8be8-ac6f2b1f0dfe req-949439e0-5ad9-41b4-a8b9-c6b916b239c1 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333149 Oct 27 11:44:58.165736 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:45:05.410742 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49594) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:05.513439 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6a390c50-983d-4700-885a-08969ebe59ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:05.585815 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6a390c50-983d-4700-885a-08969ebe59ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:05.589515 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6a390c50-983d-4700-885a-08969ebe59ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:05.626989 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-6a390c50-983d-4700-885a-08969ebe59ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=064a798c2eef4413a0ace428f57f2534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150738 Oct 27 11:45:05.627762 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a390c50-983d-4700-885a-08969ebe59ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c6d2f8-6006-41f7-8d82-965aca2fac51,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:05.630079 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49598) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:05.687841 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b8df999f-1719-4bed-b7ac-ce9d1132ae07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:05.708483 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b8df999f-1719-4bed-b7ac-ce9d1132ae07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:05.752771 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b8df999f-1719-4bed-b7ac-ce9d1132ae07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:05.755302 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b8df999f-1719-4bed-b7ac-ce9d1132ae07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:05.756421 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-b8df999f-1719-4bed-b7ac-ce9d1132ae07 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/54c6d2f8-6006-41f7-8d82-965aca2fac51 HTTP/1.1" status: 204 len: 168 time: 0.1252453 Oct 27 11:45:05.765051 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df999f-1719-4bed-b7ac-ce9d1132ae07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c6d2f8-6006-41f7-8d82-965aca2fac51,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:06.016795 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49608) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:06.030152 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ffb95f66-2215-4840-a826-b8ff49b767ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:06.106509 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ffb95f66-2215-4840-a826-b8ff49b767ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:06.110876 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-ffb95f66-2215-4840-a826-b8ff49b767ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:06.150747 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-ffb95f66-2215-4840-a826-b8ff49b767ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c6387f01895424792d34daddee61db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1328571 Oct 27 11:45:06.151601 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb95f66-2215-4840-a826-b8ff49b767ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94a4d5b-448d-4b78-8e32-00c94aed0527,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:06.153470 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49614) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:06.205935 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a430e0af-ff76-42c7-8925-eb74df13b71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:06.228655 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a430e0af-ff76-42c7-8925-eb74df13b71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:06.284310 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a430e0af-ff76-42c7-8925-eb74df13b71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:06.286923 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a430e0af-ff76-42c7-8925-eb74df13b71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:06.290857 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-a430e0af-ff76-42c7-8925-eb74df13b71c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d94a4d5b-448d-4b78-8e32-00c94aed0527 HTTP/1.1" status: 204 len: 168 time: 0.1362989 Oct 27 11:45:06.299659 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430e0af-ff76-42c7-8925-eb74df13b71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94a4d5b-448d-4b78-8e32-00c94aed0527,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:06.798314 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5112c5a9-7647-4e59-be9c-bcfca617f603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:07.583896 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec400a9-f030-43b1-a6e2-c11746da39d7 req-413da72d-a2f3-4743-995d-eee1318805f3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:07.585411 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1ec400a9-f030-43b1-a6e2-c11746da39d7 req-413da72d-a2f3-4743-995d-eee1318805f3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 947 time: 0.0579102 Oct 27 11:45:07.866612 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1ec400a9-f030-43b1-a6e2-c11746da39d7 req-88f9d06a-5885-4268-8eba-403230d66d95 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749038 Oct 27 11:45:08.985495 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fa024-578f-4326-8052-0406a16b9c30 req-2e789f42-57c9-4504-8279-06d36dfa1203 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:08.986941 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7b1fa024-578f-4326-8052-0406a16b9c30 req-2e789f42-57c9-4504-8279-06d36dfa1203 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 947 time: 0.0462532 Oct 27 11:45:09.025208 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7b1fa024-578f-4326-8052-0406a16b9c30 req-74c5ffb2-5389-4a4e-916b-96fe470c3133 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=f4be3eb9-2b14-40f4-8113-18ac0ad3da68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323155 Oct 27 11:45:09.441029 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-6de3546e-5f8d-42b8-9bf0-d0cd9310c829 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:09.442507 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-6de3546e-5f8d-42b8-9bf0-d0cd9310c829 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.41 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 947 time: 0.0506163 Oct 27 11:45:09.539763 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Deleting port f1fa3ef3-fed8-422e-8aa1-0d1660df4486 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:09.540095 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:09.624883 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] For port f1fa3ef3-fed8-422e-8aa1-0d1660df4486, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:09.625151 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:09.783285 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-87d73787-3708-4207-866a-789b339a676b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:09.843181 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:09.843555 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:09.843870 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.l3_db [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Floating IP 49114845-e78c-453c-865d-1f361b805168 disassociated. External IP: 172.27.3.157, port: f1fa3ef3-fed8-422e-8aa1-0d1660df4486. Oct 27 11:45:09.844208 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Calling delete_port for f1fa3ef3-fed8-422e-8aa1-0d1660df4486 owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:09.972308 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:10.000895 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event deleted for resources: {'Port': ['ID=f1fa3ef3-fed8-422e-8aa1-0d1660df4486,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:10.137747 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b7154edc-c171-444b-956d-7e88329e0b05 req-742e8b88-d57c-4cf9-a6ac-afd79f626d04 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=55fc80ed-af46-4950-890f-2e54795e946b HTTP/1.1" status: 200 len: 210 time: 0.0339313 Oct 27 11:45:10.143844 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Router 6d0be83a-1d52-41bd-9f17-c19db46fec38 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:45:10.252874 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:45:10.262711 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f5bf2b-1a86-478a-8eea-6d95a935d7a0 None None] Sync routers for ids ['6d0be83a-1d52-41bd-9f17-c19db46fec38'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:45:10.273782 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f5bf2b-1a86-478a-8eea-6d95a935d7a0 None None] Routers {'6d0be83a-1d52-41bd-9f17-c19db46fec38'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:45:10.274423 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-e3f5bf2b-1a86-478a-8eea-6d95a935d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['6d0be83a-1d52-41bd-9f17-c19db46fec38'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:10.295129 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] No DVR routers for this DVR port f1fa3ef3-fed8-422e-8aa1-0d1660df4486 on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:45:10.297734 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:10.301388 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-914e08f8-99a7-44d0-b616-84c8d0d13680 req-f362cd64-d4ec-4968-b749-3915e4f23115 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.41 "DELETE /v2.0/ports/f1fa3ef3-fed8-422e-8aa1-0d1660df4486 HTTP/1.1" status: 204 len: 173 time: 0.8492179 Oct 27 11:45:10.301851 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55fc80ed-af46-4950-890f-2e54795e946b', 'name': 'network-vif-deleted', 'tag': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:10.306108 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098457d4-26db-498e-a2d4-6c9e0fccfb60" -d '{"events": [{"server_uuid": "55fc80ed-af46-4950-890f-2e54795e946b", "name": "network-vif-deleted", "tag": "f1fa3ef3-fed8-422e-8aa1-0d1660df4486"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:10.358468 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b44a8a-4d88-4b3d-a359-e653d313e18d x-openstack-request-id: req-b7b44a8a-4d88-4b3d-a359-e653d313e18d {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:10.358930 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55fc80ed-af46-4950-890f-2e54795e946b", "name": "network-vif-deleted", "tag": "f1fa3ef3-fed8-422e-8aa1-0d1660df4486", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:10.360153 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7b44a8a-4d88-4b3d-a359-e653d313e18d {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:10.360800 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55fc80ed-af46-4950-890f-2e54795e946b', 'name': 'network-vif-deleted', 'tag': 'f1fa3ef3-fed8-422e-8aa1-0d1660df4486', 'status': 'completed', 'code': 200} Oct 27 11:45:10.416087 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-e3f5bf2b-1a86-478a-8eea-6d95a935d7a0 None None] Set router 6d0be83a-1d52-41bd-9f17-c19db46fec38 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:45:10.568138 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:10.657891 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-e3f5bf2b-1a86-478a-8eea-6d95a935d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:41:05Z', 'revision_number': 5, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:10.697142 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f5bf2b-1a86-478a-8eea-6d95a935d7a0 None None] Checking router: 6d0be83a-1d52-41bd-9f17-c19db46fec38 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:45:10.708306 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f5bf2b-1a86-478a-8eea-6d95a935d7a0 None None] Routers {'6d0be83a-1d52-41bd-9f17-c19db46fec38'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:45:10.708916 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-e3f5bf2b-1a86-478a-8eea-6d95a935d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['6d0be83a-1d52-41bd-9f17-c19db46fec38'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:10.856944 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-e3f5bf2b-1a86-478a-8eea-6d95a935d7a0 None None] Set router 6d0be83a-1d52-41bd-9f17-c19db46fec38 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:45:11.038393 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.121322 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-e3f5bf2b-1a86-478a-8eea-6d95a935d7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:41:05Z', 'revision_number': 5, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:11.152732 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f5bf2b-1a86-478a-8eea-6d95a935d7a0 None None] The sync data for ids ['6d0be83a-1d52-41bd-9f17-c19db46fec38'] in dv-cinder-815146-3-iscsi is: [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:41:05Z', 'revision_number': 5, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:45:11.251292 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49732) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:11.313216 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d02e159-9ed9-4c06-ab30-e25481b4526e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.341776 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d02e159-9ed9-4c06-ab30-e25481b4526e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.399690 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d02e159-9ed9-4c06-ab30-e25481b4526e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.407021 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5d02e159-9ed9-4c06-ab30-e25481b4526e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.409042 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-5d02e159-9ed9-4c06-ab30-e25481b4526e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "DELETE /v2.0/security-groups/f4be3eb9-2b14-40f4-8113-18ac0ad3da68 HTTP/1.1" status: 204 len: 168 time: 0.1562223 Oct 27 11:45:11.411651 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49736) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:11.434265 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49738) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:11.435236 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.api.v2.resource [None req-da98849f-5b5a-4cb9-8d4e-4f6920348ecf tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] show failed (client error): The resource could not be found. Oct 27 11:45:11.439342 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02e159-9ed9-4c06-ab30-e25481b4526e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4be3eb9-2b14-40f4-8113-18ac0ad3da68,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:11.439891 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-da98849f-5b5a-4cb9-8d4e-4f6920348ecf tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups/f4be3eb9-2b14-40f4-8113-18ac0ad3da68 HTTP/1.1" status: 404 len: 347 time: 0.0269713 Oct 27 11:45:11.440526 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49742) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:11.477965 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2052515c-4861-4cb5-8d13-0ffdbab476c7 None None] New status for floating IP 49114845-e78c-453c-865d-1f361b805168: DOWN {{(pid=108005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:45:11.587933 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-705aea8a-6c0d-46c3-9a7f-e30ab41c3ede admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.596701 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-a1de85f5-db8b-4b24-905f-ecf39710e83a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Deleting port 1ac50f0c-5914-449b-bae9-a8193a515f89 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:11.597043 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a1de85f5-db8b-4b24-905f-ecf39710e83a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.691898 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-705aea8a-6c0d-46c3-9a7f-e30ab41c3ede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.695157 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a1de85f5-db8b-4b24-905f-ecf39710e83a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.695736 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a1de85f5-db8b-4b24-905f-ecf39710e83a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.696690 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-705aea8a-6c0d-46c3-9a7f-e30ab41c3ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.713114 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-a1de85f5-db8b-4b24-905f-ecf39710e83a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Calling delete_port for 1ac50f0c-5914-449b-bae9-a8193a515f89 owned by network:floatingip {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:11.752428 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-705aea8a-6c0d-46c3-9a7f-e30ab41c3ede admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6db1770968ef44549ef33ad3e65c2cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193579 Oct 27 11:45:11.753323 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49744) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:11.759375 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705aea8a-6c0d-46c3-9a7f-e30ab41c3ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7c9c52-1de4-47f6-9aaa-d1549193813a,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:11.815349 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-38c7a104-4525-478c-a355-98bab8e53b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.838270 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-38c7a104-4525-478c-a355-98bab8e53b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.880916 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a1de85f5-db8b-4b24-905f-ecf39710e83a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.896404 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-38c7a104-4525-478c-a355-98bab8e53b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.899676 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-38c7a104-4525-478c-a355-98bab8e53b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.901090 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-38c7a104-4525-478c-a355-98bab8e53b47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a7c9c52-1de4-47f6-9aaa-d1549193813a HTTP/1.1" status: 204 len: 168 time: 0.1466873 Oct 27 11:45:11.912493 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7a104-4525-478c-a355-98bab8e53b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7c9c52-1de4-47f6-9aaa-d1549193813a,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:11.912821 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de85f5-db8b-4b24-905f-ecf39710e83a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event deleted for resources: {'Port': ['ID=1ac50f0c-5914-449b-bae9-a8193a515f89,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:11.985635 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a1de85f5-db8b-4b24-905f-ecf39710e83a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for floatingip, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.988373 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a1de85f5-db8b-4b24-905f-ecf39710e83a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:11.992405 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-a1de85f5-db8b-4b24-905f-ecf39710e83a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "DELETE /v2.0/floatingips/49114845-e78c-453c-865d-1f361b805168 HTTP/1.1" status: 204 len: 168 time: 0.5461919 Oct 27 11:45:12.171412 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:12.218320 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49752) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:12.232073 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3ab090a5-6d95-4466-acb9-c54374dfa11f admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:12.312822 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3ab090a5-6d95-4466-acb9-c54374dfa11f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:12.317317 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3ab090a5-6d95-4466-acb9-c54374dfa11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:12.361482 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-3ab090a5-6d95-4466-acb9-c54374dfa11f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=153e83159cae40bcba34a6a29607db2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394727 Oct 27 11:45:12.361791 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49754) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:12.367563 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab090a5-6d95-4466-acb9-c54374dfa11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9454b1af-b593-476e-b244-c6db17e72419,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:12.412871 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3e8b20b6-7470-4ded-9db1-1cc63f3c17c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:12.441066 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3e8b20b6-7470-4ded-9db1-1cc63f3c17c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:12.495510 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3e8b20b6-7470-4ded-9db1-1cc63f3c17c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:12.498140 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3e8b20b6-7470-4ded-9db1-1cc63f3c17c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:12.499340 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-3e8b20b6-7470-4ded-9db1-1cc63f3c17c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9454b1af-b593-476e-b244-c6db17e72419 HTTP/1.1" status: 204 len: 168 time: 0.1366503 Oct 27 11:45:12.507595 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b20b6-7470-4ded-9db1-1cc63f3c17c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9454b1af-b593-476e-b244-c6db17e72419,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:13.012267 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device f1fa3ef3-fed8-422e-8aa1-0d1660df4486 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:45:13.032138 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: f1fa3ef3-fed8-422e-8aa1-0d1660df4486 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:45:13.032477 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device f1fa3ef3-fed8-422e-8aa1-0d1660df4486 not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:45:13.191200 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49780) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:13.245497 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49784) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:13.250610 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-3af4cc03-0eb7-4a24-828a-d66107e9d58f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217524230', 'description': 'tempest-description--1422845463'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:13.272794 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3af4cc03-0eb7-4a24-828a-d66107e9d58f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.290316 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-158272344-network', 'tenant_id': 'be39bc5bfc764416b20c084439619d47'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:13.311536 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] Made reservation on behalf of be39bc5bfc764416b20c084439619d47 for: {'network': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:45:13.313853 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.322389 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.340469 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3af4cc03-0eb7-4a24-828a-d66107e9d58f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.344932 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3af4cc03-0eb7-4a24-828a-d66107e9d58f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.374436 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3af4cc03-0eb7-4a24-828a-d66107e9d58f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.378276 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-3af4cc03-0eb7-4a24-828a-d66107e9d58f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1292782 Oct 27 11:45:13.378947 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49786) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:13.384289 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-9b94b7e0-4088-401a-be38-9cd84c2e7153 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Request body: {'security_group_rule': {'security_group_id': 'e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:13.390113 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4cc03-0eb7-4a24-828a-d66107e9d58f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:13.397868 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.403109 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.413758 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9b94b7e0-4088-401a-be38-9cd84c2e7153 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.428035 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1163} {{(pid=108003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:45:13.437754 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf6edd7-7498-4342-839c-85a0b7850c53,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:13.446446 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.446830 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.segments_db [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] Added segment b336f784-667d-48ac-89b5-45c6f4e4ef6e of type vlan for network 03c090e2-01ca-43a4-80e7-61833a9d5f05 Oct 27 11:45:13.472251 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9b94b7e0-4088-401a-be38-9cd84c2e7153 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.476027 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9b94b7e0-4088-401a-be38-9cd84c2e7153 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.486602 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.492873 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94b7e0-4088-401a-be38-9cd84c2e7153 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00bf90f-d37d-4d3c-a08d-ded22efb9057,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:13.502738 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9b94b7e0-4088-401a-be38-9cd84c2e7153 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.504010 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-9b94b7e0-4088-401a-be38-9cd84c2e7153 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233890 Oct 27 11:45:13.506713 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49788) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:13.511046 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-9b29b7fe-18f7-4e8d-b72d-05ba3aee9a75 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Request body: {'security_group_rule': {'security_group_id': 'e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:13.517456 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.518841 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:13.519406 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.537588 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9b29b7fe-18f7-4e8d-b72d-05ba3aee9a75 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.570515 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3782239 Oct 27 11:45:13.574418 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49790) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:13.581483 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-99ee8705-c5bb-4945-86da-e185a33fde3d admin admin] Request body: {'subnet': {'network_id': '03c090e2-01ca-43a4-80e7-61833a9d5f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-158272344-subnet', 'tenant_id': 'be39bc5bfc764416b20c084439619d47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:13.583807 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dccc08-b7d9-48ae-b031-2dd905b3dc4e admin admin] Pushing event updated for resources: {'Network': ['ID=03c090e2-01ca-43a4-80e7-61833a9d5f05,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:13.593398 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network 03c090e2-01ca-43a4-80e7-61833a9d5f05 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:45:13.622684 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ee8705-c5bb-4945-86da-e185a33fde3d admin admin] Made reservation on behalf of be39bc5bfc764416b20c084439619d47 for: {'subnet': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:45:13.625431 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-99ee8705-c5bb-4945-86da-e185a33fde3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25364064'] for subnet, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.628894 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9b29b7fe-18f7-4e8d-b72d-05ba3aee9a75 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.639581 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9b29b7fe-18f7-4e8d-b72d-05ba3aee9a75 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.688923 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29b7fe-18f7-4e8d-b72d-05ba3aee9a75 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10087a0e-c1bc-4afe-b456-a195c57058ee,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:13.711909 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9b29b7fe-18f7-4e8d-b72d-05ba3aee9a75 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.715976 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-9b29b7fe-18f7-4e8d-b72d-05ba3aee9a75 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2054398 Oct 27 11:45:13.716738 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49792) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:13.721763 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Request body: {'floatingip': {'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:13.744093 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for floatingip, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.821186 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-99ee8705-c5bb-4945-86da-e185a33fde3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29335399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25364082'] for subnet, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.844538 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.877103 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee8705-c5bb-4945-86da-e185a33fde3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5568bcc9-be6f-44dc-9457-b9774c15ea32,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:13.887741 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ee8705-c5bb-4945-86da-e185a33fde3d admin admin] Checking segment: {'id': 'b336f784-667d-48ac-89b5-45c6f4e4ef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '03c090e2-01ca-43a4-80e7-61833a9d5f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:45:13.888096 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee8705-c5bb-4945-86da-e185a33fde3d admin admin] Network hostable DHCP agents. Network: 03c090e2-01ca-43a4-80e7-61833a9d5f05, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:45:13.906986 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ee8705-c5bb-4945-86da-e185a33fde3d admin admin] Network 03c090e2-01ca-43a4-80e7-61833a9d5f05 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:45:13.915169 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-99ee8705-c5bb-4945-86da-e185a33fde3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, 03c090e2-01ca-43a4-80e7-61833a9d5f05) {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:45:13.919689 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ee8705-c5bb-4945-86da-e185a33fde3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:13.920395 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-99ee8705-c5bb-4945-86da-e185a33fde3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:13.927075 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7475d18d-ebd3-4df8-8bf9-40e570239add None None] Network 03c090e2-01ca-43a4-80e7-61833a9d5f05 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:45:13.940225 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-99ee8705-c5bb-4945-86da-e185a33fde3d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3647401 Oct 27 11:45:13.954430 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Allocated IP 172.27.3.137 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/19557f2e-61fc-468a-aa10-b1365113fff4) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:45:14.066553 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6904d2ff-f4b1-473e-aea7-47c7763c3c2b None None] Network 03c090e2-01ca-43a4-80e7-61833a9d5f05 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:45:14.077418 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:14.112125 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:14.155624 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:45:14.158756 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:45:14.162522 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:45:14.196460 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event updated for resources: {'Port': ['ID=19557f2e-61fc-468a-aa10-b1365113fff4,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:14.256762 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:14.296862 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:14.460363 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:14.465155 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:14.536269 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event updated for resources: {'Port': ['ID=19557f2e-61fc-468a-aa10-b1365113fff4,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:14.546855 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:14.562703 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:14.563950 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-f6223241-9929-4d6e-bfc0-038a700ff9a3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8458831 Oct 27 11:45:14.751979 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-1871ae05-bcfc-4378-b7f5-5c89d7e1b994 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--217524230&fields=id&tenant_id=fb405396e49b44d0ae75c6b2df1b88e0 HTTP/1.1" status: 200 len: 267 time: 0.0320029 Oct 27 11:45:14.867014 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-a4f6e647-5d28-4791-bcbb-cdecca9af6e9 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:14.868505 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-a4f6e647-5d28-4791-bcbb-cdecca9af6e9 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/networks?id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8 HTTP/1.1" status: 200 len: 817 time: 0.1097398 Oct 27 11:45:14.883557 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-9261cb67-1afe-4923-a6f9-eaf2f4396c78 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/quotas/fb405396e49b44d0ae75c6b2df1b88e0 HTTP/1.1" status: 200 len: 375 time: 0.0089426 Oct 27 11:45:14.935038 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-5e66758a-483f-4add-bf93-2f29ec37303a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fb405396e49b44d0ae75c6b2df1b88e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460372 Oct 27 11:45:15.032750 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-01728783-eacf-4218-b38b-9b0e499cbe8c service neutron] 10.222.0.36 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859444 Oct 27 11:45:15.121141 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-da21af61-73a1-4ab9-867e-a0617301d856 service neutron] 10.222.0.36 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823405 Oct 27 11:45:15.283653 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2667ce5f-b15f-4bec-a809-e1bbffd10487 req-085546c4-71e0-42d2-9bad-c2495b6315da tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 210 time: 0.0273459 Oct 27 11:45:15.700362 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-4c5b24ec-8671-4306-b7c1-58bfb3a50723 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:15.702388 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-4c5b24ec-8671-4306-b7c1-58bfb3a50723 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/networks?id=03c090e2-01ca-43a4-80e7-61833a9d5f05 HTTP/1.1" status: 200 len: 808 time: 0.1092224 Oct 27 11:45:15.717463 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-850dad80-d1a6-46d2-a2da-e453151dba0b tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/quotas/be39bc5bfc764416b20c084439619d47 HTTP/1.1" status: 200 len: 375 time: 0.0090048 Oct 27 11:45:15.747491 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8a0b835f-2bc6-4de1-9b13-e3217985fe98 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=be39bc5bfc764416b20c084439619d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245414 Oct 27 11:45:15.845329 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-963e00ac-2c17-490a-8c2e-22795594880f service neutron] 10.222.0.36 "GET /v2.0/networks/03c090e2-01ca-43a4-80e7-61833a9d5f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901942 Oct 27 11:45:15.933143 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-e8e683a8-2040-42f8-a63b-06f946bb4a98 service neutron] 10.222.0.36 "GET /v2.0/networks/03c090e2-01ca-43a4-80e7-61833a9d5f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811830 Oct 27 11:45:16.089198 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-22237e13-0be9-4b07-983c-b1d503c3281c req-bbbf8701-93fa-441b-a219-7b5054c3a0f7 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 210 time: 0.0303283 Oct 27 11:45:16.304544 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-6e168f12-0745-4bc9-ad87-4b20bf75f315 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:16.306187 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-6e168f12-0745-4bc9-ad87-4b20bf75f315 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.41 "GET /v2.0/networks?id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8 HTTP/1.1" status: 200 len: 817 time: 0.1151235 Oct 27 11:45:16.375995 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-573d516a-8d41-4c8a-bb7e-6ba9757054b1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb405396e49b44d0ae75c6b2df1b88e0 HTTP/1.1" status: 200 len: 379 time: 0.0526464 Oct 27 11:45:16.411602 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-43841213-ccc1-41be-a303-68af393d020e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Request body: {'port': {'device_id': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'admin_state_up': True, 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'security_groups': ['e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547']}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:16.416620 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b28c3448-acd2-417d-8ae2-66f7da894ba1 req-bbcd391b-101a-405c-8039-e2b9c8a8c9b4 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 210 time: 0.0374136 Oct 27 11:45:16.524564 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-43841213-ccc1-41be-a303-68af393d020e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Made reservation on behalf of fb405396e49b44d0ae75c6b2df1b88e0 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:45:16.529560 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-43841213-ccc1-41be-a303-68af393d020e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:16.661597 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-43841213-ccc1-41be-a303-68af393d020e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Allocated IP 172.20.0.10 (954b5f40-2ffa-4f73-b5ff-e144173fa7e8/8535eb92-1f72-4101-b598-e2a666aee081/c265257f-0229-4e6f-842e-40d1dc57579f) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:45:16.796747 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-43841213-ccc1-41be-a303-68af393d020e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:16.829400 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-43841213-ccc1-41be-a303-68af393d020e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:16.870132 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-43841213-ccc1-41be-a303-68af393d020e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:45:16.873807 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-43841213-ccc1-41be-a303-68af393d020e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:45:16.877487 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-43841213-ccc1-41be-a303-68af393d020e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:45:16.904523 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43841213-ccc1-41be-a303-68af393d020e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event updated for resources: {'Port': ['ID=c265257f-0229-4e6f-842e-40d1dc57579f,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:16.934508 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-43841213-ccc1-41be-a303-68af393d020e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:16.935463 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-43841213-ccc1-41be-a303-68af393d020e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:16.960306 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-43841213-ccc1-41be-a303-68af393d020e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5699496 Oct 27 11:45:16.975098 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Request body: {'port': {'device_id': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:17.087852 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:17.107605 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-bc8ca073-3980-44b8-aad0-c4b2b6486827 None None] Provisioning complete for port c265257f-0229-4e6f-842e-40d1dc57579f triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:45:17.108579 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca073-3980-44b8-aad0-c4b2b6486827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:17.165343 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ca073-3980-44b8-aad0-c4b2b6486827 None None] Port c265257f-0229-4e6f-842e-40d1dc57579f cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:45:17.267706 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-cd062e0c-41fa-47f0-becd-cd943c666424 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:17.269110 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-cd062e0c-41fa-47f0-becd-cd943c666424 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.41 "GET /v2.0/networks?id=03c090e2-01ca-43a4-80e7-61833a9d5f05 HTTP/1.1" status: 200 len: 808 time: 0.2414906 Oct 27 11:45:17.273155 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2f02bfa9-3bc5-43a7-8ca0-bfab49606199 req-e20162ed-fa2a-4bfa-a8af-cf52ac76f07a tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 210 time: 0.0844142 Oct 27 11:45:17.285215 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-b21f7ad6-5c60-46ae-9fa4-4227bfc6b358 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Request body: {'port': {'device_id': '52426733-b028-4268-91e2-9052a951659d', 'network_id': '03c090e2-01ca-43a4-80e7-61833a9d5f05', 'admin_state_up': True, 'tenant_id': 'be39bc5bfc764416b20c084439619d47'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:17.476543 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-b21f7ad6-5c60-46ae-9fa4-4227bfc6b358 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Made reservation on behalf of be39bc5bfc764416b20c084439619d47 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:45:17.480088 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-b21f7ad6-5c60-46ae-9fa4-4227bfc6b358 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:17.569245 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c265257f-0229-4e6f-842e-40d1dc57579f {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:45:17.602958 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:17.637772 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68e024-2eab-4179-90b5-570459a387d2 req-a1353ca7-acba-46f3-9555-e3b713655cef tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:17.639613 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc68e024-2eab-4179-90b5-570459a387d2 req-a1353ca7-acba-46f3-9555-e3b713655cef tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 932 time: 0.1456745 Oct 27 11:45:17.644601 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Transition to ACTIVE for port object c265257f-0229-4e6f-842e-40d1dc57579f will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:45:17.652442 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:17.873956 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:18.009863 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c265257f-0229-4e6f-842e-40d1dc57579f,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:18.019396 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc68e024-2eab-4179-90b5-570459a387d2 req-5105c588-80f8-4109-9ff2-56d399c34d03 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3710730 Oct 27 11:45:18.037270 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-b21f7ad6-5c60-46ae-9fa4-4227bfc6b358 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Allocated IP 172.20.0.5 (03c090e2-01ca-43a4-80e7-61833a9d5f05/5568bcc9-be6f-44dc-9457-b9774c15ea32/2fd78ce1-9419-4335-b08e-233cc908b4fb) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:45:18.129967 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Attempting to bind port c265257f-0229-4e6f-842e-40d1dc57579f on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:45:18.130301 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Attempting to bind port c265257f-0229-4e6f-842e-40d1dc57579f by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:45:18.130646 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Attempting to bind port c265257f-0229-4e6f-842e-40d1dc57579f on network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:45:18.181847 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Port c265257f-0229-4e6f-842e-40d1dc57579f on network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:45:18.182234 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Attempting to bind port c265257f-0229-4e6f-842e-40d1dc57579f on network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:45:18.196314 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:45:18.196648 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Checking segment: {'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:45:18.197018 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Bound using segment: {'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:45:18.197443 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Bound port: c265257f-0229-4e6f-842e-40d1dc57579f, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:45:18.197789 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:18.292606 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-b21f7ad6-5c60-46ae-9fa4-4227bfc6b358 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:18.305034 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] For port c265257f-0229-4e6f-842e-40d1dc57579f, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:45:18.309029 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] For port c265257f-0229-4e6f-842e-40d1dc57579f, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c265257f-0229-4e6f-842e-40d1dc57579f,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:45:18.314857 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:18.389765 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:18.390426 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:18.391852 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] 10.222.0.41 "PUT /v2.0/ports/c265257f-0229-4e6f-842e-40d1dc57579f HTTP/1.1" status: 200 len: 1094 time: 1.4211364 Oct 27 11:45:18.392303 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'tag': 'c265257f-0229-4e6f-842e-40d1dc57579f'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:18.394561 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62beb319-da30-4ac4-bab6-21938c30bd8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c577156d-5050-4a66-aebc-6e65b3a56ced", "tag": "c265257f-0229-4e6f-842e-40d1dc57579f"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:18.402322 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9a1c02ea-867d-481c-92d3-d7c33db76825 req-99707b26-897c-4e95-be69-b7d9d3d00cbd tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 210 time: 0.0541215 Oct 27 11:45:18.416799 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-b21f7ad6-5c60-46ae-9fa4-4227bfc6b358 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:18.430900 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023272e-6c8d-42fc-9a41-c09bf0ed14a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c265257f-0229-4e6f-842e-40d1dc57579f,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:18.434586 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99eca1dd-bc82-49e6-b2e5-55c5a023221b x-openstack-request-id: req-99eca1dd-bc82-49e6-b2e5-55c5a023221b {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:18.434913 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c577156d-5050-4a66-aebc-6e65b3a56ced", "tag": "c265257f-0229-4e6f-842e-40d1dc57579f", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:18.435166 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99eca1dd-bc82-49e6-b2e5-55c5a023221b {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:18.435722 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'tag': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'status': 'completed', 'code': 200} Oct 27 11:45:18.446261 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-b21f7ad6-5c60-46ae-9fa4-4227bfc6b358 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Network 03c090e2-01ca-43a4-80e7-61833a9d5f05 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:45:18.478338 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-b21f7ad6-5c60-46ae-9fa4-4227bfc6b358 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:45:18.487314 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-b21f7ad6-5c60-46ae-9fa4-4227bfc6b358 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:45:18.542858 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f7ad6-5c60-46ae-9fa4-4227bfc6b358 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Pushing event updated for resources: {'Port': ['ID=2fd78ce1-9419-4335-b08e-233cc908b4fb,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:18.563785 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-b21f7ad6-5c60-46ae-9fa4-4227bfc6b358 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:18.564470 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-b21f7ad6-5c60-46ae-9fa4-4227bfc6b358 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:18.576836 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-75a2f21b-fb8f-4c51-94cb-8b94f1abf695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:18.578322 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-75a2f21b-fb8f-4c51-94cb-8b94f1abf695 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb405396e49b44d0ae75c6b2df1b88e0&device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 1097 time: 0.1105509 Oct 27 11:45:18.587177 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-b21f7ad6-5c60-46ae-9fa4-4227bfc6b358 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3078723 Oct 27 11:45:18.607045 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Request body: {'port': {'device_id': '52426733-b028-4268-91e2-9052a951659d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:18.658057 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-b62e3924-f96c-4659-a829-4e76cd3d483f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c265257f-0229-4e6f-842e-40d1dc57579f HTTP/1.1" status: 200 len: 217 time: 0.0625052 Oct 27 11:45:18.750933 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-84d130d2-34c4-45f1-a07c-870b9f9c7139 req-d8e34591-97f2-4da0-8a67-3b185ae71159 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999519244&fields=id&tenant_id=bb0d432e261f44cdadc3481889185390 HTTP/1.1" status: 200 len: 267 time: 0.1079853 Oct 27 11:45:18.753072 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:18.767373 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-05cb27d6-e56c-44e2-86e2-4a3fc0db8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:18.768765 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-05cb27d6-e56c-44e2-86e2-4a3fc0db8da2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8535eb92-1f72-4101-b598-e2a666aee081 HTTP/1.1" status: 200 len: 856 time: 0.1023231 Oct 27 11:45:18.923809 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d130d2-34c4-45f1-a07c-870b9f9c7139 req-6a6a6c2d-486d-4dbe-abf1-05576275c237 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:18.925184 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-84d130d2-34c4-45f1-a07c-870b9f9c7139 req-6a6a6c2d-486d-4dbe-abf1-05576275c237 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 984 time: 0.1625884 Oct 27 11:45:18.929838 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-dad93d7f-e00a-43fc-a4fd-cd3c33e6dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:18.931339 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-dad93d7f-e00a-43fc-a4fd-cd3c33e6dfe5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1533194 Oct 27 11:45:18.957273 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-84d130d2-34c4-45f1-a07c-870b9f9c7139 req-9824fe75-4eef-48b0-ab53-d0f71cd20dbe tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Request body: {'port': {'security_groups': ['3cf0b88f-f16e-48c2-aeb3-29cebe084b7c']}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:19.141274 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-84d130d2-34c4-45f1-a07c-870b9f9c7139 req-9824fe75-4eef-48b0-ab53-d0f71cd20dbe tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:19.198942 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-4fee89c1-c143-433f-829e-84b45d3c11f6 service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575004 Oct 27 11:45:19.265898 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe2f45-291d-458d-a165-d282937a3a3d req-441d9b1b-ee7b-4cdf-8e03-e89184be6158 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:19.267408 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b6fe2f45-291d-458d-a165-d282937a3a3d req-441d9b1b-ee7b-4cdf-8e03-e89184be6158 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.1705737 Oct 27 11:45:19.430784 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b6fe2f45-291d-458d-a165-d282937a3a3d req-9debf931-a5db-4a3f-8c48-b3871959d02d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279705 Oct 27 11:45:19.488766 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cc21f44a-a33f-4b03-94f9-8b1303458b7f req-f3c97842-7192-4c95-8b10-7d066b143ab5 service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669883 Oct 27 11:45:19.492693 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd78ce1-9419-4335-b08e-233cc908b4fb {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:45:19.516540 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:19.586222 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Transition to ACTIVE for port object 2fd78ce1-9419-4335-b08e-233cc908b4fb will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:45:19.598512 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:19.661723 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c79bc-b3de-4011-820f-fc60c17dfb61 req-72bf407f-ff49-4e9f-a596-44f7284b11de tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:19.663209 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-053c79bc-b3de-4011-820f-fc60c17dfb61 req-72bf407f-ff49-4e9f-a596-44f7284b11de tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 931 time: 0.1642349 Oct 27 11:45:19.683545 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-84d130d2-34c4-45f1-a07c-870b9f9c7139 req-9824fe75-4eef-48b0-ab53-d0f71cd20dbe tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] For port 247e2083-6c05-4d05-a353-a3540f09ad24, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=247e2083-6c05-4d05-a353-a3540f09ad24,segment=NetworkSegment(5dbbf922-a772-4ad0-9b2f-e493274031ff),segment_id=5dbbf922-a772-4ad0-9b2f-e493274031ff)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:19.692128 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62beb319-da30-4ac4-bab6-21938c30bd8d req-f8a80b63-d65e-4651-ac2f-c4124e33f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:19.693537 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-62beb319-da30-4ac4-bab6-21938c30bd8d req-f8a80b63-d65e-4651-ac2f-c4124e33f1cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb405396e49b44d0ae75c6b2df1b88e0&device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 1097 time: 0.1544056 Oct 27 11:45:19.726725 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd78ce1-9419-4335-b08e-233cc908b4fb,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:19.846092 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-053c79bc-b3de-4011-820f-fc60c17dfb61 req-e48e6ed8-d8c3-4fad-94f0-7c4dd551e30b tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676822 Oct 27 11:45:19.848071 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-84d130d2-34c4-45f1-a07c-870b9f9c7139 req-9824fe75-4eef-48b0-ab53-d0f71cd20dbe tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:19.856844 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-84d130d2-34c4-45f1-a07c-870b9f9c7139 req-9824fe75-4eef-48b0-ab53-d0f71cd20dbe tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:19.877544 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['247e2083-6c05-4d05-a353-a3540f09ad24'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:45:19.938450 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d130d2-34c4-45f1-a07c-870b9f9c7139 req-9824fe75-4eef-48b0-ab53-d0f71cd20dbe tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:19.939096 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-84d130d2-34c4-45f1-a07c-870b9f9c7139 req-9824fe75-4eef-48b0-ab53-d0f71cd20dbe tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:19.940494 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-84d130d2-34c4-45f1-a07c-870b9f9c7139 req-9824fe75-4eef-48b0-ab53-d0f71cd20dbe tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "PUT /v2.0/ports/247e2083-6c05-4d05-a353-a3540f09ad24 HTTP/1.1" status: 200 len: 942 time: 1.0062332 Oct 27 11:45:19.941484 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Attempting to bind port 2fd78ce1-9419-4335-b08e-233cc908b4fb on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:45:19.942223 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Attempting to bind port 2fd78ce1-9419-4335-b08e-233cc908b4fb by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'b336f784-667d-48ac-89b5-45c6f4e4ef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '03c090e2-01ca-43a4-80e7-61833a9d5f05'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:45:19.942223 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Attempting to bind port 2fd78ce1-9419-4335-b08e-233cc908b4fb on network 03c090e2-01ca-43a4-80e7-61833a9d5f05 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:45:19.947721 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62beb319-da30-4ac4-bab6-21938c30bd8d req-7a5b94f3-1b72-4bd2-96a4-68cd1b14cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:19.947721 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-62beb319-da30-4ac4-bab6-21938c30bd8d req-7a5b94f3-1b72-4bd2-96a4-68cd1b14cace service neutron] 10.222.0.41 "GET /v2.0/networks?id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8 HTTP/1.1" status: 200 len: 919 time: 0.2364066 Oct 27 11:45:19.948043 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49884) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:19.955550 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Port 2fd78ce1-9419-4335-b08e-233cc908b4fb on network 03c090e2-01ca-43a4-80e7-61833a9d5f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:45:19.956975 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Attempting to bind port 2fd78ce1-9419-4335-b08e-233cc908b4fb on network 03c090e2-01ca-43a4-80e7-61833a9d5f05 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:45:20.004968 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:45:20.005321 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Checking segment: {'id': 'b336f784-667d-48ac-89b5-45c6f4e4ef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '03c090e2-01ca-43a4-80e7-61833a9d5f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:45:20.005697 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Bound using segment: {'id': 'b336f784-667d-48ac-89b5-45c6f4e4ef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '03c090e2-01ca-43a4-80e7-61833a9d5f05'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:45:20.006135 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Bound port: 2fd78ce1-9419-4335-b08e-233cc908b4fb, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b336f784-667d-48ac-89b5-45c6f4e4ef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '03c090e2-01ca-43a4-80e7-61833a9d5f05'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:45:20.006481 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:20.009648 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824fe75-4eef-48b0-ab53-d0f71cd20dbe tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event updated for resources: {'Port': ['ID=247e2083-6c05-4d05-a353-a3540f09ad24,revision_number=7']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:20.013135 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-62beb319-da30-4ac4-bab6-21938c30bd8d req-df213176-bad6-43e9-8d7a-744a12250021 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c265257f-0229-4e6f-842e-40d1dc57579f HTTP/1.1" status: 200 len: 217 time: 0.0585542 Oct 27 11:45:20.027942 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a4479c42-fd76-4796-bfa1-b3882f1d3560 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:20.049360 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['247e2083-6c05-4d05-a353-a3540f09ad24'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:45:20.060955 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a4479c42-fd76-4796-bfa1-b3882f1d3560 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:20.100882 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62beb319-da30-4ac4-bab6-21938c30bd8d req-9314a064-d204-46b1-ba44-c6df00a4c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:20.102371 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-62beb319-da30-4ac4-bab6-21938c30bd8d req-9314a064-d204-46b1-ba44-c6df00a4c5ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8535eb92-1f72-4101-b598-e2a666aee081 HTTP/1.1" status: 200 len: 856 time: 0.0801344 Oct 27 11:45:20.145190 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a4479c42-fd76-4796-bfa1-b3882f1d3560 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:20.148197 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a4479c42-fd76-4796-bfa1-b3882f1d3560 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:20.151773 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-a4479c42-fd76-4796-bfa1-b3882f1d3560 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "DELETE /v2.0/security-groups/db423aa0-6eb8-499f-9335-377af5f96dc7 HTTP/1.1" status: 204 len: 168 time: 0.2004337 Oct 27 11:45:20.151923 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] For port 2fd78ce1-9419-4335-b08e-233cc908b4fb, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:45:20.156062 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 49886) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:20.159729 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4479c42-fd76-4796-bfa1-b3882f1d3560 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db423aa0-6eb8-499f-9335-377af5f96dc7,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:20.176018 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] For port 2fd78ce1-9419-4335-b08e-233cc908b4fb, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2fd78ce1-9419-4335-b08e-233cc908b4fb,segment=NetworkSegment(b336f784-667d-48ac-89b5-45c6f4e4ef6e),segment_id=b336f784-667d-48ac-89b5-45c6f4e4ef6e)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:45:20.207772 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:20.265239 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-fcf415db-8657-48e5-ad43-bfaeab91c454 None None] Provisioning complete for port 247e2083-6c05-4d05-a353-a3540f09ad24 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:45:20.265538 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-fcf415db-8657-48e5-ad43-bfaeab91c454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:20.268098 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62beb319-da30-4ac4-bab6-21938c30bd8d req-d456bc1e-a701-46e6-bf3c-ed5929428af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:20.269592 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-62beb319-da30-4ac4-bab6-21938c30bd8d req-d456bc1e-a701-46e6-bf3c-ed5929428af8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1559722 Oct 27 11:45:20.274043 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:20.274750 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:20.275901 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] 10.222.0.41 "PUT /v2.0/ports/2fd78ce1-9419-4335-b08e-233cc908b4fb HTTP/1.1" status: 200 len: 1093 time: 1.6744628 Oct 27 11:45:20.390036 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d306566-b107-4709-9c8b-43804a93bc65 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd78ce1-9419-4335-b08e-233cc908b4fb,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:20.650534 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'tag': '247e2083-6c05-4d05-a353-a3540f09ad24'}, {'name': 'network-changed', 'server_uuid': '52426733-b028-4268-91e2-9052a951659d', 'tag': '2fd78ce1-9419-4335-b08e-233cc908b4fb'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:20.652641 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf4d370-3114-42ce-9a12-9f309e914cd2", "tag": "247e2083-6c05-4d05-a353-a3540f09ad24"}, {"name": "network-changed", "server_uuid": "52426733-b028-4268-91e2-9052a951659d", "tag": "2fd78ce1-9419-4335-b08e-233cc908b4fb"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:20.702140 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accc7b04-5e9f-4e7b-aa92-2708dd1a42b9 x-openstack-request-id: req-accc7b04-5e9f-4e7b-aa92-2708dd1a42b9 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:20.702431 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf4d370-3114-42ce-9a12-9f309e914cd2", "tag": "247e2083-6c05-4d05-a353-a3540f09ad24", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "52426733-b028-4268-91e2-9052a951659d", "tag": "2fd78ce1-9419-4335-b08e-233cc908b4fb", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:20.702709 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-accc7b04-5e9f-4e7b-aa92-2708dd1a42b9 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:20.703111 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'tag': '247e2083-6c05-4d05-a353-a3540f09ad24', 'status': 'completed', 'code': 200} Oct 27 11:45:20.703368 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52426733-b028-4268-91e2-9052a951659d', 'tag': '2fd78ce1-9419-4335-b08e-233cc908b4fb', 'status': 'completed', 'code': 200} Oct 27 11:45:20.769948 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-6003e3ca-34d7-4d3e-902d-0449ef77b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:20.771405 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-6003e3ca-34d7-4d3e-902d-0449ef77b980 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be39bc5bfc764416b20c084439619d47&device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 1096 time: 0.4413567 Oct 27 11:45:20.808159 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-62beb319-da30-4ac4-bab6-21938c30bd8d req-1a7c8fa5-18f8-420e-b505-c32f52c9a7fe service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203109 Oct 27 11:45:20.816690 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763eb85b-db3e-4dbb-84a6-4d2639db8a38 req-9f79774b-fcdf-46fc-90da-0425f4313aeb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:20.818230 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-763eb85b-db3e-4dbb-84a6-4d2639db8a38 req-9f79774b-fcdf-46fc-90da-0425f4313aeb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.1724334 Oct 27 11:45:20.859564 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-d1a44684-ed60-4cb2-9739-8bfa808b2200 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fd78ce1-9419-4335-b08e-233cc908b4fb HTTP/1.1" status: 200 len: 217 time: 0.0678544 Oct 27 11:45:21.005002 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-03191384-42c3-4a9c-aa55-2aa6d3035f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:21.006460 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-03191384-42c3-4a9c-aa55-2aa6d3035f7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb0d432e261f44cdadc3481889185390&device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 1098 time: 0.2630947 Oct 27 11:45:21.027595 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-763eb85b-db3e-4dbb-84a6-4d2639db8a38 req-802b100f-b0f5-4ac1-a712-2c185f08061f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785789 Oct 27 11:45:21.039224 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-ae4c1cad-ceb0-41e6-92d5-e65589d86b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:21.040629 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-ae4c1cad-ceb0-41e6-92d5-e65589d86b5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5568bcc9-be6f-44dc-9457-b9774c15ea32 HTTP/1.1" status: 200 len: 848 time: 0.1639371 Oct 27 11:45:21.042817 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-2dab082b-fd79-496a-a025-d24daaeed09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Deleting port 58bcfe91-6999-4776-8734-bc4c26f4520b {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:21.043151 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2dab082b-fd79-496a-a025-d24daaeed09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:21.064622 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device c265257f-0229-4e6f-842e-40d1dc57579f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:45:21.173720 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64feb3a-fde6-4c7a-a03e-2ab4cdcc2896 req-3f5b50e9-fa06-45c5-8729-20cb8596f9f9 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:21.175226 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a64feb3a-fde6-4c7a-a03e-2ab4cdcc2896 req-3f5b50e9-fa06-45c5-8729-20cb8596f9f9 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 943 time: 0.2508936 Oct 27 11:45:21.177010 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-d46ca910-01e6-4bf2-933d-444d136d9122 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03c090e2-01ca-43a4-80e7-61833a9d5f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872738 Oct 27 11:45:21.185072 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port c265257f-0229-4e6f-842e-40d1dc57579f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c265257f-0229-4e6f-842e-40d1dc57579f,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:21.186222 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-62beb319-da30-4ac4-bab6-21938c30bd8d req-d95cbaa3-3211-4315-9b9a-cf88ea5af75a service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672457 Oct 27 11:45:21.198602 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'port_id': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'mac_address': 'fa:16:3e:43:bd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:45:21.238737 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:21.252669 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c265257f-0229-4e6f-842e-40d1dc57579f {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:45:21.272586 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port c265257f-0229-4e6f-842e-40d1dc57579f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c265257f-0229-4e6f-842e-40d1dc57579f,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:21.276968 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:21.326453 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a64feb3a-fde6-4c7a-a03e-2ab4cdcc2896 req-78125763-8b3c-49b8-bfc6-b22c0187e5af tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381586 Oct 27 11:45:21.326710 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=c265257f-0229-4e6f-842e-40d1dc57579f,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:21.329734 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2dab082b-fd79-496a-a025-d24daaeed09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:21.330044 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2dab082b-fd79-496a-a025-d24daaeed09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:21.334873 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-2632f976-aacf-4126-9a02-eee7d3d8454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:21.335193 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:21.335748 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:21.336153 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:21.336313 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-2632f976-aacf-4126-9a02-eee7d3d8454e service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb905254-0c92-4844-869d-5a0827915707 HTTP/1.1" status: 200 len: 917 time: 0.3146198 Oct 27 11:45:21.336618 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:21.337005 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:21.337451 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:21.337821 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:21.346770 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:21.346770 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:21.346770 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:21.346770 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:21.346770 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:21.361076 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-2dab082b-fd79-496a-a025-d24daaeed09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Calling delete_port for 58bcfe91-6999-4776-8734-bc4c26f4520b owned by network:floatingip {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:21.452140 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-52748194-20f1-44ab-bb95-b3aff44bea7f service neutron] 10.222.0.41 "GET /v2.0/networks/03c090e2-01ca-43a4-80e7-61833a9d5f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649562 Oct 27 11:45:21.488674 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-4f46450a-b88e-4f89-a9aa-5039067e335a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=247e2083-6c05-4d05-a353-a3540f09ad24 HTTP/1.1" status: 200 len: 1001 time: 0.1441789 Oct 27 11:45:21.602104 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['c265257f-0229-4e6f-842e-40d1dc57579f'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:45:21.632508 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-2c90443c-a8b4-4dce-970f-ac40fcd7f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:21.634058 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-2c90443c-a8b4-4dce-970f-ac40fcd7f842 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d6def66-84cf-4abb-b40d-c0217d908646 HTTP/1.1" status: 200 len: 854 time: 0.1070187 Oct 27 11:45:21.640897 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ba9b04a-ca6f-432b-9131-c982a85eac48 req-4e5ab124-39aa-4299-9299-278506984371 service neutron] 10.222.0.41 "GET /v2.0/networks/03c090e2-01ca-43a4-80e7-61833a9d5f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771173 Oct 27 11:45:21.730194 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-ac9e8d5c-e820-4757-9423-2e37ffe8f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:21.731699 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-ac9e8d5c-e820-4757-9423-2e37ffe8f6f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb905254-0c92-4844-869d-5a0827915707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750034 Oct 27 11:45:21.737091 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2dab082b-fd79-496a-a025-d24daaeed09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:21.781203 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab082b-fd79-496a-a025-d24daaeed09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event deleted for resources: {'Port': ['ID=58bcfe91-6999-4776-8734-bc4c26f4520b,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:21.891125 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2dab082b-fd79-496a-a025-d24daaeed09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks [] for floatingip, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:21.891468 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.l3_db [None req-2dab082b-fd79-496a-a025-d24daaeed09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Floating IP 324a19e7-b76b-4639-9020-2925f9ced6db disassociated (deleted). External IP: 172.27.3.216, port: 247e2083-6c05-4d05-a353-a3540f09ad24. Oct 27 11:45:21.896587 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-6b200365-b0b9-4360-bef3-9c058ff20321 service neutron] 10.222.0.41 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544149 Oct 27 11:45:22.058064 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-7a548368-e2f7-4bb1-9a18-1932b0bced40 service neutron] 10.222.0.41 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291471 Oct 27 11:45:22.231871 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32467bce-e4ba-4fb7-90b2-fd36d962f7da req-debbff42-8944-4c11-965e-def06ad1538b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:22.233337 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-32467bce-e4ba-4fb7-90b2-fd36d962f7da req-debbff42-8944-4c11-965e-def06ad1538b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 945 time: 0.1327677 Oct 27 11:45:22.236625 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-8f8efb0a-9012-404a-81b1-22fa0d3fc621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:22.238599 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-8f8efb0a-9012-404a-81b1-22fa0d3fc621 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be39bc5bfc764416b20c084439619d47&device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 1096 time: 0.1071894 Oct 27 11:45:22.271852 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dab082b-fd79-496a-a025-d24daaeed09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Router 22145107-a4ce-4a3a-9f01-0f26c4dc37be has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:45:22.343332 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-32467bce-e4ba-4fb7-90b2-fd36d962f7da req-a8aaca1c-70c3-4916-8245-a4b262bafb28 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020889 Oct 27 11:45:22.473082 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-b17b41d5-a9b0-49a9-be67-8bad498064bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:22.474541 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-b17b41d5-a9b0-49a9-be67-8bad498064bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=03c090e2-01ca-43a4-80e7-61833a9d5f05 HTTP/1.1" status: 200 len: 910 time: 0.2256007 Oct 27 11:45:22.502681 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9a530-80f3-4dee-8e52-7c9ed1cef16c req-c812fba4-8ed8-453d-a312-afcbed16aef9 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:22.504033 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-acc9a530-80f3-4dee-8e52-7c9ed1cef16c req-c812fba4-8ed8-453d-a312-afcbed16aef9 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 943 time: 0.0976074 Oct 27 11:45:22.547803 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-5b62359d-9835-45a7-82af-5cd2249dd6d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fd78ce1-9419-4335-b08e-233cc908b4fb HTTP/1.1" status: 200 len: 217 time: 0.0616896 Oct 27 11:45:22.550056 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dab082b-fd79-496a-a025-d24daaeed09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:45:22.559179 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2dab082b-fd79-496a-a025-d24daaeed09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:22.559570 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbd712-e741-477b-9afa-6a36f44b45f8 None None] Sync routers for ids ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:45:22.570246 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbd712-e741-477b-9afa-6a36f44b45f8 None None] Routers {'22145107-a4ce-4a3a-9f01-0f26c4dc37be'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:45:22.570883 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-74fbd712-e741-477b-9afa-6a36f44b45f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:22.624410 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-2dab082b-fd79-496a-a025-d24daaeed09f tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "DELETE /v2.0/floatingips/324a19e7-b76b-4639-9020-2925f9ced6db HTTP/1.1" status: 204 len: 168 time: 2.4667511 Oct 27 11:45:22.639251 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-acc9a530-80f3-4dee-8e52-7c9ed1cef16c req-93148a59-5283-4498-bbc0-f75b506c7987 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999897 Oct 27 11:45:22.645115 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-c93bb039-87d9-4acb-8b18-b535a843e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:22.646570 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-c93bb039-87d9-4acb-8b18-b535a843e3be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5568bcc9-be6f-44dc-9457-b9774c15ea32 HTTP/1.1" status: 200 len: 848 time: 0.0847077 Oct 27 11:45:22.685915 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-52cd672e-603c-403e-928a-8f330b99d4a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03c090e2-01ca-43a4-80e7-61833a9d5f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303385 Oct 27 11:45:22.696167 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-74fbd712-e741-477b-9afa-6a36f44b45f8 None None] Set router 22145107-a4ce-4a3a-9f01-0f26c4dc37be gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:45:22.711482 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'tag': '247e2083-6c05-4d05-a353-a3540f09ad24'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:22.713376 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b221025b-4b9e-48ff-a518-a6a2de332bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf4d370-3114-42ce-9a12-9f309e914cd2", "tag": "247e2083-6c05-4d05-a353-a3540f09ad24"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:22.787467 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b5eefd-8250-4677-b32b-eed527d925e4 x-openstack-request-id: req-58b5eefd-8250-4677-b32b-eed527d925e4 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:22.788111 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf4d370-3114-42ce-9a12-9f309e914cd2", "tag": "247e2083-6c05-4d05-a353-a3540f09ad24", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:22.788223 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58b5eefd-8250-4677-b32b-eed527d925e4 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:22.788574 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'tag': '247e2083-6c05-4d05-a353-a3540f09ad24', 'status': 'completed', 'code': 200} Oct 27 11:45:22.802928 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-83f27508-04f4-4c0c-809e-e45413f38626 service neutron] 10.222.0.41 "GET /v2.0/networks/03c090e2-01ca-43a4-80e7-61833a9d5f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092722 Oct 27 11:45:23.049533 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-74fbd712-e741-477b-9afa-6a36f44b45f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:55Z', 'revision_number': 4, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port': {'id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'f757e089-2281-48b6-b27a-a4381d7cca99', 'name': '', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'mac_address': 'fa:16:3e:ef:e9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:54Z', 'updated_at': '2021-10-27T11:41:59Z', 'revision_number': 5, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'subnets': [{'id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:23.075792 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbd712-e741-477b-9afa-6a36f44b45f8 None None] Checking router: 22145107-a4ce-4a3a-9f01-0f26c4dc37be for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:45:23.079984 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 2fd78ce1-9419-4335-b08e-233cc908b4fb details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:45:23.081876 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device c265257f-0229-4e6f-842e-40d1dc57579f up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:45:23.133225 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbd712-e741-477b-9afa-6a36f44b45f8 None None] Routers {'22145107-a4ce-4a3a-9f01-0f26c4dc37be'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:45:23.133862 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-74fbd712-e741-477b-9afa-6a36f44b45f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:23.193080 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221025b-4b9e-48ff-a518-a6a2de332bd1 req-4c10c502-94d9-4015-926f-4eb6b01cae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:23.194530 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b221025b-4b9e-48ff-a518-a6a2de332bd1 req-4c10c502-94d9-4015-926f-4eb6b01cae69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb0d432e261f44cdadc3481889185390&device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 1098 time: 0.3687747 Oct 27 11:45:23.248499 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16e2c168-4a6d-4fb6-a482-1bf5e03f75ac req-e08cb7a4-dc4c-4db6-893d-e4ad0ef5e7ec service neutron] 10.222.0.41 "GET /v2.0/networks/03c090e2-01ca-43a4-80e7-61833a9d5f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311607 Oct 27 11:45:23.284622 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port c265257f-0229-4e6f-842e-40d1dc57579f completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:45:23.294914 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221025b-4b9e-48ff-a518-a6a2de332bd1 req-5dc8ae89-e7db-4365-bbb8-90d34fb07fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:23.296737 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b221025b-4b9e-48ff-a518-a6a2de332bd1 req-5dc8ae89-e7db-4365-bbb8-90d34fb07fe3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb905254-0c92-4844-869d-5a0827915707 HTTP/1.1" status: 200 len: 917 time: 0.0935643 Oct 27 11:45:23.310664 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port c265257f-0229-4e6f-842e-40d1dc57579f triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:45:23.311025 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:23.318280 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-74fbd712-e741-477b-9afa-6a36f44b45f8 None None] Set router 22145107-a4ce-4a3a-9f01-0f26c4dc37be gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:45:23.357062 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b221025b-4b9e-48ff-a518-a6a2de332bd1 req-f30cfd9f-6b2b-43ae-958d-9e9bfaac969a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=247e2083-6c05-4d05-a353-a3540f09ad24 HTTP/1.1" status: 200 len: 217 time: 0.0481455 Oct 27 11:45:23.379114 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 2fd78ce1-9419-4335-b08e-233cc908b4fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2fd78ce1-9419-4335-b08e-233cc908b4fb,segment=NetworkSegment(b336f784-667d-48ac-89b5-45c6f4e4ef6e),segment_id=b336f784-667d-48ac-89b5-45c6f4e4ef6e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:23.410717 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': '2fd78ce1-9419-4335-b08e-233cc908b4fb', 'network_id': '03c090e2-01ca-43a4-80e7-61833a9d5f05', 'port_id': '2fd78ce1-9419-4335-b08e-233cc908b4fb', 'mac_address': 'fa:16:3e:c5:b0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5568bcc9-be6f-44dc-9457-b9774c15ea32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:45:23.456535 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221025b-4b9e-48ff-a518-a6a2de332bd1 req-5ea88094-56c9-4067-8339-17a86882b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:23.458026 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b221025b-4b9e-48ff-a518-a6a2de332bd1 req-5ea88094-56c9-4067-8339-17a86882b89e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d6def66-84cf-4abb-b40d-c0217d908646 HTTP/1.1" status: 200 len: 854 time: 0.0850370 Oct 27 11:45:23.528965 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fae35-b1d3-47e4-a3ee-134ca03145f0 req-3dad042c-563b-436a-9581-40c6a4fea21b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:23.530450 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bb3fae35-b1d3-47e4-a3ee-134ca03145f0 req-3dad042c-563b-436a-9581-40c6a4fea21b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 945 time: 0.0948339 Oct 27 11:45:23.533274 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221025b-4b9e-48ff-a518-a6a2de332bd1 req-107c389c-6738-4881-9f13-1f27431707d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:23.534646 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b221025b-4b9e-48ff-a518-a6a2de332bd1 req-107c389c-6738-4881-9f13-1f27431707d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb905254-0c92-4844-869d-5a0827915707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592418 Oct 27 11:45:23.559642 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:23.583114 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:23.604993 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd78ce1-9419-4335-b08e-233cc908b4fb {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:45:23.636106 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c265257f-0229-4e6f-842e-40d1dc57579f'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:23.636631 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bb3fae35-b1d3-47e4-a3ee-134ca03145f0 req-22bccb62-e77e-4ada-a985-74c530af36c3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988312 Oct 27 11:45:23.638742 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d1c6b2-9423-4dab-9f05-b68b40bad28c" -d '{"events": [{"server_uuid": "c577156d-5050-4a66-aebc-6e65b3a56ced", "name": "network-vif-plugged", "status": "completed", "tag": "c265257f-0229-4e6f-842e-40d1dc57579f"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:23.675402 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port c265257f-0229-4e6f-842e-40d1dc57579f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c265257f-0229-4e6f-842e-40d1dc57579f,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:23.678777 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 2fd78ce1-9419-4335-b08e-233cc908b4fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2fd78ce1-9419-4335-b08e-233cc908b4fb,segment=NetworkSegment(b336f784-667d-48ac-89b5-45c6f4e4ef6e),segment_id=b336f784-667d-48ac-89b5-45c6f4e4ef6e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:23.680337 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b221025b-4b9e-48ff-a518-a6a2de332bd1 req-ad8c3d17-c846-43c3-ad1d-248891087adb service neutron] 10.222.0.41 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367888 Oct 27 11:45:23.681788 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:23.688786 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:23.720045 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5989a564-75ff-4f5b-a8f2-5f87cbf77d83 x-openstack-request-id: req-5989a564-75ff-4f5b-a8f2-5f87cbf77d83 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:23.720352 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c577156d-5050-4a66-aebc-6e65b3a56ced", "name": "network-vif-plugged", "status": "completed", "tag": "c265257f-0229-4e6f-842e-40d1dc57579f", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:23.720572 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5989a564-75ff-4f5b-a8f2-5f87cbf77d83 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:23.720947 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'code': 200} Oct 27 11:45:23.745977 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=c265257f-0229-4e6f-842e-40d1dc57579f,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:23.781553 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-74fbd712-e741-477b-9afa-6a36f44b45f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:55Z', 'revision_number': 4, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port': {'id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'f757e089-2281-48b6-b27a-a4381d7cca99', 'name': '', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'mac_address': 'fa:16:3e:ef:e9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:54Z', 'updated_at': '2021-10-27T11:41:59Z', 'revision_number': 5, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'subnets': [{'id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:23.787551 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b221025b-4b9e-48ff-a518-a6a2de332bd1 req-d965288e-1f1a-440e-ad6a-5456934292db service neutron] 10.222.0.41 "GET /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990298 Oct 27 11:45:23.825343 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbd712-e741-477b-9afa-6a36f44b45f8 None None] The sync data for ids ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'] in dv-cinder-815146-3-iscsi is: [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:55Z', 'revision_number': 4, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port': {'id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'f757e089-2281-48b6-b27a-a4381d7cca99', 'name': '', 'network_id': 'fb905254-0c92-4844-869d-5a0827915707', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'mac_address': 'fa:16:3e:ef:e9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:54Z', 'updated_at': '2021-10-27T11:41:59Z', 'revision_number': 5, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'subnets': [{'id': '3d6def66-84cf-4abb-b40d-c0217d908646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:45:23.845004 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=2fd78ce1-9419-4335-b08e-233cc908b4fb,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:23.864851 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac97cd-eeec-4fa0-8c58-19ddec4a5f2c req-ba88b615-4fa2-40f3-8cf9-e753c98c74a1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:23.866914 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d9ac97cd-eeec-4fa0-8c58-19ddec4a5f2c req-ba88b615-4fa2-40f3-8cf9-e753c98c74a1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 944 time: 0.0780883 Oct 27 11:45:23.923107 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d9ac97cd-eeec-4fa0-8c58-19ddec4a5f2c req-5b3443dc-0ff9-40d0-b8f9-2869620018cd tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491161 Oct 27 11:45:23.957336 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dc6e0-8e95-4d19-ae4a-00b387ae9e82 req-2c3ead22-1aa2-4531-a5d6-523cd8f4b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:23.959252 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-158dc6e0-8e95-4d19-ae4a-00b387ae9e82 req-2c3ead22-1aa2-4531-a5d6-523cd8f4b296 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 1099 time: 0.0500929 Oct 27 11:45:23.975118 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['2fd78ce1-9419-4335-b08e-233cc908b4fb'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:45:24.001756 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-158dc6e0-8e95-4d19-ae4a-00b387ae9e82 req-c5b1ead7-02e3-4761-8eb2-dca00d841a3d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337796 Oct 27 11:45:24.127036 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c1d13-da5c-4a6c-8237-a22dfdb8fe0b None None] New status for floating IP 324a19e7-b76b-4639-9020-2925f9ced6db: DOWN {{(pid=108005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:45:24.771416 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec05261-6494-43de-adfb-19c55a2e0267 req-d7c0117a-519c-4885-9c3e-022f3e8423f3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:24.772864 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fec05261-6494-43de-adfb-19c55a2e0267 req-d7c0117a-519c-4885-9c3e-022f3e8423f3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0523479 Oct 27 11:45:24.809453 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fec05261-6494-43de-adfb-19c55a2e0267 req-c1cc2e18-bd17-4b27-9888-19b6d97e3455 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302160 Oct 27 11:45:25.038233 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a580f4-4f1c-4e2f-8b91-a4df4379d400 req-14e74a6d-63ae-4084-a4c4-727b7e0bc6a4 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:25.039716 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a9a580f4-4f1c-4e2f-8b91-a4df4379d400 req-14e74a6d-63ae-4084-a4c4-727b7e0bc6a4 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 944 time: 0.0479877 Oct 27 11:45:25.077901 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a9a580f4-4f1c-4e2f-8b91-a4df4379d400 req-9ea20012-c9fe-42d2-86d0-2674eb23fb05 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315106 Oct 27 11:45:25.095362 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 2fd78ce1-9419-4335-b08e-233cc908b4fb up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:45:25.146901 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port 2fd78ce1-9419-4335-b08e-233cc908b4fb completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:45:25.150875 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port 2fd78ce1-9419-4335-b08e-233cc908b4fb triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:45:25.151246 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:25.230188 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:25.267715 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 2fd78ce1-9419-4335-b08e-233cc908b4fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2fd78ce1-9419-4335-b08e-233cc908b4fb,segment=NetworkSegment(b336f784-667d-48ac-89b5-45c6f4e4ef6e),segment_id=b336f784-667d-48ac-89b5-45c6f4e4ef6e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:25.272202 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:25.337822 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=2fd78ce1-9419-4335-b08e-233cc908b4fb,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:25.410874 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45277a3d-d342-4d82-93d9-59e12847cf57 req-2284d728-170a-45d1-b540-f1e94abb8005 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:25.412345 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-45277a3d-d342-4d82-93d9-59e12847cf57 req-2284d728-170a-45d1-b540-f1e94abb8005 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 945 time: 0.0494542 Oct 27 11:45:25.450986 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-45277a3d-d342-4d82-93d9-59e12847cf57 req-d6f1278c-2abf-416f-87e6-364350a2efb2 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326786 Oct 27 11:45:25.722220 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52426733-b028-4268-91e2-9052a951659d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd78ce1-9419-4335-b08e-233cc908b4fb'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:25.724576 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f1da01-a94d-48d2-a1d8-f150ed165212" -d '{"events": [{"server_uuid": "52426733-b028-4268-91e2-9052a951659d", "name": "network-vif-plugged", "status": "completed", "tag": "2fd78ce1-9419-4335-b08e-233cc908b4fb"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:25.760063 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c14e71-e105-4c3e-bac6-16579741d432 x-openstack-request-id: req-c3c14e71-e105-4c3e-bac6-16579741d432 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:25.760356 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52426733-b028-4268-91e2-9052a951659d", "name": "network-vif-plugged", "status": "completed", "tag": "2fd78ce1-9419-4335-b08e-233cc908b4fb", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:25.760606 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c3c14e71-e105-4c3e-bac6-16579741d432 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:25.760991 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52426733-b028-4268-91e2-9052a951659d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd78ce1-9419-4335-b08e-233cc908b4fb', 'code': 200} Oct 27 11:45:25.957404 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea7ec-5b60-4329-abe2-46c40a509c63 req-31dbfb98-b492-48ca-9e41-ada5fc586413 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:25.958897 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-280ea7ec-5b60-4329-abe2-46c40a509c63 req-31dbfb98-b492-48ca-9e41-ada5fc586413 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0775392 Oct 27 11:45:25.965055 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d4b06-f93c-43d3-89aa-004827003a07 req-13cfacd2-e5b8-4538-bda4-d9a9f46e88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:25.966962 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-252d4b06-f93c-43d3-89aa-004827003a07 req-13cfacd2-e5b8-4538-bda4-d9a9f46e88e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 1098 time: 0.0557711 Oct 27 11:45:26.020012 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-280ea7ec-5b60-4329-abe2-46c40a509c63 req-ada903bf-01f8-42d3-a386-8eef3a36b0e4 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520186 Oct 27 11:45:26.023393 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-252d4b06-f93c-43d3-89aa-004827003a07 req-f8304a29-424a-432a-adf4-c560b2ffe20b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427065 Oct 27 11:45:26.141544 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c2191-a1a7-46f5-8a7f-12f8d322d5e0 req-ec363665-5445-44f0-93fc-8c66b31d4ad9 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:26.143103 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-545c2191-a1a7-46f5-8a7f-12f8d322d5e0 req-ec363665-5445-44f0-93fc-8c66b31d4ad9 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0504713 Oct 27 11:45:26.151950 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 49944) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:26.156878 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-da06dcb9-c5f8-41eb-9f6b-fec0fc677be6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Request body: {'floatingip': {'port_id': 'c265257f-0229-4e6f-842e-40d1dc57579f'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:26.199856 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-da06dcb9-c5f8-41eb-9f6b-fec0fc677be6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for floatingip, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:26.214459 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1f05b-72d3-45b9-9fc5-fa83cc5d0056 req-55075622-ff58-4b23-95ec-ed3264d95307 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:26.216019 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d9f1f05b-72d3-45b9-9fc5-fa83cc5d0056 req-55075622-ff58-4b23-95ec-ed3264d95307 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 945 time: 0.0547700 Oct 27 11:45:26.264467 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d9f1f05b-72d3-45b9-9fc5-fa83cc5d0056 req-762f7807-eed8-4eb9-9a62-9957e83ab567 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423300 Oct 27 11:45:26.567490 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae366c-feee-4092-b7a2-dadc726bdd3f req-5d92bb3b-d557-45a0-9200-e65fd8715294 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:26.568988 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0fae366c-feee-4092-b7a2-dadc726bdd3f req-5d92bb3b-d557-45a0-9200-e65fd8715294 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 945 time: 0.0485396 Oct 27 11:45:26.607381 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0fae366c-feee-4092-b7a2-dadc726bdd3f req-d9acdc78-7677-4238-89e1-ec70ef0bf7fa tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316865 Oct 27 11:45:26.631797 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-da06dcb9-c5f8-41eb-9f6b-fec0fc677be6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:26.636266 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-da06dcb9-c5f8-41eb-9f6b-fec0fc677be6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:26.744653 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.l3_db [None req-da06dcb9-c5f8-41eb-9f6b-fec0fc677be6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Floating IP 00a57c71-0370-4624-9c1c-da046ffdb32b associated. External IP: 172.27.3.137, port: c265257f-0229-4e6f-842e-40d1dc57579f. Oct 27 11:45:26.945707 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da06dcb9-c5f8-41eb-9f6b-fec0fc677be6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Router 6d0be83a-1d52-41bd-9f17-c19db46fec38 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:45:27.241652 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da06dcb9-c5f8-41eb-9f6b-fec0fc677be6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:45:27.246757 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-da06dcb9-c5f8-41eb-9f6b-fec0fc677be6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:27.252432 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c044e2ee-01bd-4f8c-b44d-62bd44141912 None None] Sync routers for ids ['6d0be83a-1d52-41bd-9f17-c19db46fec38'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:45:27.262303 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c044e2ee-01bd-4f8c-b44d-62bd44141912 None None] Routers {'6d0be83a-1d52-41bd-9f17-c19db46fec38'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:45:27.262935 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-c044e2ee-01bd-4f8c-b44d-62bd44141912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['6d0be83a-1d52-41bd-9f17-c19db46fec38'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:27.276035 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-da06dcb9-c5f8-41eb-9f6b-fec0fc677be6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "PUT /v2.0/floatingips/00a57c71-0370-4624-9c1c-da046ffdb32b HTTP/1.1" status: 200 len: 992 time: 1.1229725 Oct 27 11:45:27.276613 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'tag': 'c265257f-0229-4e6f-842e-40d1dc57579f'}] {{(pid=108002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:27.278891 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4388124e3c3b051971e62aa59e6acc07dc3096b4c4758481fd87621de6f11c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7175a14-a8d4-49ac-9279-cd9c20a36171" -d '{"events": [{"name": "network-changed", "server_uuid": "c577156d-5050-4a66-aebc-6e65b3a56ced", "tag": "c265257f-0229-4e6f-842e-40d1dc57579f"}]}' {{(pid=108002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:27.319466 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6bf5c2-427a-4f68-b7d2-83aba48f19eb x-openstack-request-id: req-1e6bf5c2-427a-4f68-b7d2-83aba48f19eb {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:27.320226 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c577156d-5050-4a66-aebc-6e65b3a56ced", "tag": "c265257f-0229-4e6f-842e-40d1dc57579f", "status": "completed", "code": 200}]} {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:27.320551 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e6bf5c2-427a-4f68-b7d2-83aba48f19eb {{(pid=108002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:27.321038 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'tag': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'status': 'completed', 'code': 200} Oct 27 11:45:27.382987 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-c044e2ee-01bd-4f8c-b44d-62bd44141912 None None] Set router 6d0be83a-1d52-41bd-9f17-c19db46fec38 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:45:27.462512 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56a561-9341-4a14-a624-cc0d8d3fa85e req-d58286b4-4917-4df4-8bf4-0b4f943400f9 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:27.464023 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5d56a561-9341-4a14-a624-cc0d8d3fa85e req-d58286b4-4917-4df4-8bf4-0b4f943400f9 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 945 time: 0.0790882 Oct 27 11:45:27.465875 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7175a14-a8d4-49ac-9279-cd9c20a36171 req-65b0d5ad-1a24-4260-8558-fd4e9ea55fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:27.467841 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c7175a14-a8d4-49ac-9279-cd9c20a36171 req-65b0d5ad-1a24-4260-8558-fd4e9ea55fce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb405396e49b44d0ae75c6b2df1b88e0&device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 1099 time: 0.0918853 Oct 27 11:45:27.553344 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5d56a561-9341-4a14-a624-cc0d8d3fa85e req-9e0e509d-dfd7-4773-82c9-197a95b6c0f9 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816569 Oct 27 11:45:27.597641 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7175a14-a8d4-49ac-9279-cd9c20a36171 req-9b46332f-d0e6-4177-84f9-325273162bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:27.599145 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c7175a14-a8d4-49ac-9279-cd9c20a36171 req-9b46332f-d0e6-4177-84f9-325273162bb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8 HTTP/1.1" status: 200 len: 919 time: 0.1134183 Oct 27 11:45:27.680327 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c7175a14-a8d4-49ac-9279-cd9c20a36171 req-0bab5bb9-aad0-4f71-b95d-553e98d4963c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c265257f-0229-4e6f-842e-40d1dc57579f HTTP/1.1" status: 200 len: 1000 time: 0.0680695 Oct 27 11:45:27.785466 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7175a14-a8d4-49ac-9279-cd9c20a36171 req-6e748c93-659a-4549-b77c-6c33629ba8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:27.787272 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c7175a14-a8d4-49ac-9279-cd9c20a36171 req-6e748c93-659a-4549-b77c-6c33629ba8c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8535eb92-1f72-4101-b598-e2a666aee081 HTTP/1.1" status: 200 len: 856 time: 0.0971792 Oct 27 11:45:27.791980 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-c044e2ee-01bd-4f8c-b44d-62bd44141912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '00a57c71-0370-4624-9c1c-da046ffdb32b', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'port_id': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'mac_address': 'fa:16:3e:43:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:45:14Z', 'updated_at': '2021-10-27T11:45:26Z', 'revision_number': 1, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:41:05Z', 'revision_number': 5, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:27.821915 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0235c-9b43-4778-9c6b-66926d11fc4f req-97be8d17-4b12-4b57-9341-939c1a635f43 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:27.823690 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1fd0235c-9b43-4778-9c6b-66926d11fc4f req-97be8d17-4b12-4b57-9341-939c1a635f43 tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 945 time: 0.1425200 Oct 27 11:45:27.824040 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c044e2ee-01bd-4f8c-b44d-62bd44141912 None None] Checking router: 6d0be83a-1d52-41bd-9f17-c19db46fec38 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:45:27.832544 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c044e2ee-01bd-4f8c-b44d-62bd44141912 None None] Routers {'6d0be83a-1d52-41bd-9f17-c19db46fec38'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:45:27.833157 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-c044e2ee-01bd-4f8c-b44d-62bd44141912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['6d0be83a-1d52-41bd-9f17-c19db46fec38'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:27.846795 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1f10-6099-43df-81e6-7ccd5270fb5b req-ace0227e-fb7f-41f9-aea1-a452128351ee tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:27.848256 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ac0c1f10-6099-43df-81e6-7ccd5270fb5b req-ace0227e-fb7f-41f9-aea1-a452128351ee tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 945 time: 0.1558936 Oct 27 11:45:27.915259 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7175a14-a8d4-49ac-9279-cd9c20a36171 req-2fb17102-f0b8-44e8-ab6a-4660fd643fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:27.916765 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c7175a14-a8d4-49ac-9279-cd9c20a36171 req-2fb17102-f0b8-44e8-ab6a-4660fd643fde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1163769 Oct 27 11:45:27.944485 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-c044e2ee-01bd-4f8c-b44d-62bd44141912 None None] Set router 6d0be83a-1d52-41bd-9f17-c19db46fec38 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:45:27.965411 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ac0c1f10-6099-43df-81e6-7ccd5270fb5b req-b6c50513-6e38-4b8d-8d24-648ec806427a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/security-groups?id=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069629 Oct 27 11:45:28.113319 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-1fd0235c-9b43-4778-9c6b-66926d11fc4f req-f7edd85b-f2a0-403f-a1b4-c44be516a10a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Deleting port 247e2083-6c05-4d05-a353-a3540f09ad24 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:28.114279 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1fd0235c-9b43-4778-9c6b-66926d11fc4f req-f7edd85b-f2a0-403f-a1b4-c44be516a10a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:28.134281 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c7175a14-a8d4-49ac-9279-cd9c20a36171 req-84d57fd1-a30f-40de-a192-0b85f43d8825 service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722987 Oct 27 11:45:28.215993 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-c044e2ee-01bd-4f8c-b44d-62bd44141912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '00a57c71-0370-4624-9c1c-da046ffdb32b', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'port_id': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'mac_address': 'fa:16:3e:43:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:45:14Z', 'updated_at': '2021-10-27T11:45:26Z', 'revision_number': 1, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:41:05Z', 'revision_number': 5, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:28.244305 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c044e2ee-01bd-4f8c-b44d-62bd44141912 None None] The sync data for ids ['6d0be83a-1d52-41bd-9f17-c19db46fec38'] in dv-cinder-815146-3-iscsi is: [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '00a57c71-0370-4624-9c1c-da046ffdb32b', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'port_id': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'mac_address': 'fa:16:3e:43:bd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:45:14Z', 'updated_at': '2021-10-27T11:45:26Z', 'revision_number': 1, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:41:05Z', 'revision_number': 5, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:45:28.323581 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-1fd0235c-9b43-4778-9c6b-66926d11fc4f req-f7edd85b-f2a0-403f-a1b4-c44be516a10a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] For port 247e2083-6c05-4d05-a353-a3540f09ad24, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=247e2083-6c05-4d05-a353-a3540f09ad24,segment=NetworkSegment(5dbbf922-a772-4ad0-9b2f-e493274031ff),segment_id=5dbbf922-a772-4ad0-9b2f-e493274031ff)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:28.323850 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1fd0235c-9b43-4778-9c6b-66926d11fc4f req-f7edd85b-f2a0-403f-a1b4-c44be516a10a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:28.347353 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-1fd0235c-9b43-4778-9c6b-66926d11fc4f req-f7edd85b-f2a0-403f-a1b4-c44be516a10a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Calling delete_port for 247e2083-6c05-4d05-a353-a3540f09ad24 owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:28.354904 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c7175a14-a8d4-49ac-9279-cd9c20a36171 req-4f82a073-b158-4118-a3e6-a55a4d872589 service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865344 Oct 27 11:45:28.380003 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4519a5-37ba-4faf-b874-bc022a5c8a1f req-e791787a-8cd9-4ed7-9b6e-99205628e4a9 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:28.381538 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3c4519a5-37ba-4faf-b874-bc022a5c8a1f req-e791787a-8cd9-4ed7-9b6e-99205628e4a9 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 945 time: 0.1295760 Oct 27 11:45:28.458575 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab5394-51bd-4674-9fb1-3ddc70282398 None None] New status for floating IP 00a57c71-0370-4624-9c1c-da046ffdb32b: ACTIVE {{(pid=108005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:45:28.467794 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3c4519a5-37ba-4faf-b874-bc022a5c8a1f req-5de731c4-eff5-4e15-a95c-046e8f433a0b tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547218 Oct 27 11:45:28.543725 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1fd0235c-9b43-4778-9c6b-66926d11fc4f req-f7edd85b-f2a0-403f-a1b4-c44be516a10a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:28.558219 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['247e2083-6c05-4d05-a353-a3540f09ad24'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:45:28.572339 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edd85b-f2a0-403f-a1b4-c44be516a10a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Pushing event deleted for resources: {'Port': ['ID=247e2083-6c05-4d05-a353-a3540f09ad24,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:28.613069 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd0235c-9b43-4778-9c6b-66926d11fc4f req-f7edd85b-f2a0-403f-a1b4-c44be516a10a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] No DVR routers for this DVR port 247e2083-6c05-4d05-a353-a3540f09ad24 on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:45:28.615609 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1fd0235c-9b43-4778-9c6b-66926d11fc4f req-f7edd85b-f2a0-403f-a1b4-c44be516a10a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:28.618915 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1fd0235c-9b43-4778-9c6b-66926d11fc4f req-f7edd85b-f2a0-403f-a1b4-c44be516a10a tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.41 "DELETE /v2.0/ports/247e2083-6c05-4d05-a353-a3540f09ad24 HTTP/1.1" status: 204 len: 173 time: 0.7697351 Oct 27 11:45:28.619358 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'name': 'network-vif-deleted', 'tag': '247e2083-6c05-4d05-a353-a3540f09ad24'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:28.621760 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e820c083-d198-45e4-a01e-f9124d41af82" -d '{"events": [{"server_uuid": "ebf4d370-3114-42ce-9a12-9f309e914cd2", "name": "network-vif-deleted", "tag": "247e2083-6c05-4d05-a353-a3540f09ad24"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:28.677713 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15e8d65-e638-4664-96ae-6cc80ff6cdd8 x-openstack-request-id: req-b15e8d65-e638-4664-96ae-6cc80ff6cdd8 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:28.678004 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf4d370-3114-42ce-9a12-9f309e914cd2", "name": "network-vif-deleted", "tag": "247e2083-6c05-4d05-a353-a3540f09ad24", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:28.678519 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b15e8d65-e638-4664-96ae-6cc80ff6cdd8 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:28.678952 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf4d370-3114-42ce-9a12-9f309e914cd2', 'name': 'network-vif-deleted', 'tag': '247e2083-6c05-4d05-a353-a3540f09ad24', 'status': 'completed', 'code': 200} Oct 27 11:45:29.088580 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a80598a2-cf9c-40d3-8c06-6cd61f3ade4c req-adb5495a-42f4-4bfe-a042-4dd18ee1a34c tempest-TestMinimumBasicScenario-1376146820 tempest-TestMinimumBasicScenario-1376146820-project] 10.222.0.36 "GET /v2.0/ports?device_id=ebf4d370-3114-42ce-9a12-9f309e914cd2 HTTP/1.1" status: 200 len: 210 time: 0.0256526 Oct 27 11:45:29.588999 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785201b-ab5e-44f4-b471-8ccfc4d3c086 req-96b91d7c-0333-47e8-9971-b7115e6f64e8 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:29.590456 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5785201b-ab5e-44f4-b471-8ccfc4d3c086 req-96b91d7c-0333-47e8-9971-b7115e6f64e8 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 945 time: 0.0506070 Oct 27 11:45:29.628779 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5785201b-ab5e-44f4-b471-8ccfc4d3c086 req-506f45bc-5322-4793-b8a1-a4c3963abf54 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318887 Oct 27 11:45:29.934021 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7ae3b-5057-4ad3-80f0-dbb5a3da6a69 req-54edd91a-386f-464f-8779-502240288648 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:29.935524 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-81d7ae3b-5057-4ad3-80f0-dbb5a3da6a69 req-54edd91a-386f-464f-8779-502240288648 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.41 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 945 time: 0.0477495 Oct 27 11:45:30.027136 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-81d7ae3b-5057-4ad3-80f0-dbb5a3da6a69 req-5a5eecb4-7c3f-437b-b5bd-11c7cfda4a4a tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Deleting port 2fd78ce1-9419-4335-b08e-233cc908b4fb {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:30.027473 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-81d7ae3b-5057-4ad3-80f0-dbb5a3da6a69 req-5a5eecb4-7c3f-437b-b5bd-11c7cfda4a4a tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:30.117382 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-81d7ae3b-5057-4ad3-80f0-dbb5a3da6a69 req-5a5eecb4-7c3f-437b-b5bd-11c7cfda4a4a tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] For port 2fd78ce1-9419-4335-b08e-233cc908b4fb, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=2fd78ce1-9419-4335-b08e-233cc908b4fb,segment=NetworkSegment(b336f784-667d-48ac-89b5-45c6f4e4ef6e),segment_id=b336f784-667d-48ac-89b5-45c6f4e4ef6e)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:30.117724 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-81d7ae3b-5057-4ad3-80f0-dbb5a3da6a69 req-5a5eecb4-7c3f-437b-b5bd-11c7cfda4a4a tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:30.131094 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-81d7ae3b-5057-4ad3-80f0-dbb5a3da6a69 req-5a5eecb4-7c3f-437b-b5bd-11c7cfda4a4a tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Calling delete_port for 2fd78ce1-9419-4335-b08e-233cc908b4fb owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:30.271425 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-81d7ae3b-5057-4ad3-80f0-dbb5a3da6a69 req-5a5eecb4-7c3f-437b-b5bd-11c7cfda4a4a tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:30.285198 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['2fd78ce1-9419-4335-b08e-233cc908b4fb'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:45:30.308000 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5eecb4-7c3f-437b-b5bd-11c7cfda4a4a tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Pushing event deleted for resources: {'Port': ['ID=2fd78ce1-9419-4335-b08e-233cc908b4fb,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:30.351982 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d7ae3b-5057-4ad3-80f0-dbb5a3da6a69 req-5a5eecb4-7c3f-437b-b5bd-11c7cfda4a4a tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] No DVR routers for this DVR port 2fd78ce1-9419-4335-b08e-233cc908b4fb on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:45:30.354423 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-81d7ae3b-5057-4ad3-80f0-dbb5a3da6a69 req-5a5eecb4-7c3f-437b-b5bd-11c7cfda4a4a tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:30.358265 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-81d7ae3b-5057-4ad3-80f0-dbb5a3da6a69 req-5a5eecb4-7c3f-437b-b5bd-11c7cfda4a4a tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.41 "DELETE /v2.0/ports/2fd78ce1-9419-4335-b08e-233cc908b4fb HTTP/1.1" status: 204 len: 173 time: 0.4163983 Oct 27 11:45:30.680583 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52426733-b028-4268-91e2-9052a951659d', 'name': 'network-vif-deleted', 'tag': '2fd78ce1-9419-4335-b08e-233cc908b4fb'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:30.682897 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c377fa0-12fc-4c18-8ce4-6e6e129c87a6" -d '{"events": [{"server_uuid": "52426733-b028-4268-91e2-9052a951659d", "name": "network-vif-deleted", "tag": "2fd78ce1-9419-4335-b08e-233cc908b4fb"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:30.750613 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7834c55e-dbde-4d4f-a9e7-307e5e4b1bd0 req-23650ec3-6568-4f95-837f-505649fc0ef1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=52426733-b028-4268-91e2-9052a951659d HTTP/1.1" status: 200 len: 210 time: 0.0306597 Oct 27 11:45:30.765865 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bef85c-9552-445f-918c-6f5aaefc05d4 x-openstack-request-id: req-b0bef85c-9552-445f-918c-6f5aaefc05d4 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:30.766443 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52426733-b028-4268-91e2-9052a951659d", "name": "network-vif-deleted", "tag": "2fd78ce1-9419-4335-b08e-233cc908b4fb", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:30.767011 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0bef85c-9552-445f-918c-6f5aaefc05d4 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:30.767618 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52426733-b028-4268-91e2-9052a951659d', 'name': 'network-vif-deleted', 'tag': '2fd78ce1-9419-4335-b08e-233cc908b4fb', 'status': 'completed', 'code': 200} Oct 27 11:45:30.831830 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50032) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:31.142027 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 247e2083-6c05-4d05-a353-a3540f09ad24 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:45:31.160986 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: 247e2083-6c05-4d05-a353-a3540f09ad24 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:45:31.161321 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 247e2083-6c05-4d05-a353-a3540f09ad24 not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:45:31.237020 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f2f23170-cc32-43d7-8655-3236d00c61f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608041'] for router_interface, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:31.523432 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-f2f23170-cc32-43d7-8655-3236d00c61f4 admin admin] Deleting port f757e089-2281-48b6-b27a-a4381d7cca99 {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:31.523768 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f2f23170-cc32-43d7-8655-3236d00c61f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:31.599999 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [None req-f2f23170-cc32-43d7-8655-3236d00c61f4 admin admin] For port f757e089-2281-48b6-b27a-a4381d7cca99, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=f757e089-2281-48b6-b27a-a4381d7cca99,segment=NetworkSegment(5dbbf922-a772-4ad0-9b2f-e493274031ff),segment_id=5dbbf922-a772-4ad0-9b2f-e493274031ff)] {{(pid=108002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:31.600389 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f2f23170-cc32-43d7-8655-3236d00c61f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:31.613068 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-f2f23170-cc32-43d7-8655-3236d00c61f4 admin admin] Calling delete_port for f757e089-2281-48b6-b27a-a4381d7cca99 owned by network:router_interface {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:31.841394 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f2f23170-cc32-43d7-8655-3236d00c61f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:31.871880 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f23170-cc32-43d7-8655-3236d00c61f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f757e089-2281-48b6-b27a-a4381d7cca99,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:32.041178 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f2f23170-cc32-43d7-8655-3236d00c61f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608197'] for router_interface, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:32.046688 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-dfc4f6d1-2958-4ba9-bb36-d7001dff80ce tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:32.048308 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-dfc4f6d1-2958-4ba9-bb36-d7001dff80ce tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/networks?id=03c090e2-01ca-43a4-80e7-61833a9d5f05 HTTP/1.1" status: 200 len: 808 time: 0.1077912 Oct 27 11:45:32.067883 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-c4608383-6d73-45d5-902c-fd47aafa2339 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/quotas/be39bc5bfc764416b20c084439619d47 HTTP/1.1" status: 200 len: 375 time: 0.0111835 Oct 27 11:45:32.097976 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-f539fe90-2afe-4bfa-9481-70a81d8ee4d2 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=be39bc5bfc764416b20c084439619d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252898 Oct 27 11:45:32.192155 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-6a88ab4f-d7bb-423f-983f-26ca767c2e21 service neutron] 10.222.0.36 "GET /v2.0/networks/03c090e2-01ca-43a4-80e7-61833a9d5f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866337 Oct 27 11:45:32.254594 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f23170-cc32-43d7-8655-3236d00c61f4 admin admin] Router 22145107-a4ce-4a3a-9f01-0f26c4dc37be has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:45:32.287816 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-5d5b9909-5774-4f95-b750-feaf45d2e597 service neutron] 10.222.0.36 "GET /v2.0/networks/03c090e2-01ca-43a4-80e7-61833a9d5f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896404 Oct 27 11:45:32.378125 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f23170-cc32-43d7-8655-3236d00c61f4 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:45:32.383824 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-f2f23170-cc32-43d7-8655-3236d00c61f4 admin admin] 10.222.0.36 "PUT /v2.0/routers/22145107-a4ce-4a3a-9f01-0f26c4dc37be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5508759 Oct 27 11:45:32.386830 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 50052) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:32.396355 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd9d02-83e8-4621-a3a8-7619f118cad6 None None] Sync routers for ids ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:45:32.409158 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd9d02-83e8-4621-a3a8-7619f118cad6 None None] Routers {'22145107-a4ce-4a3a-9f01-0f26c4dc37be'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:45:32.410157 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-f8bd9d02-83e8-4621-a3a8-7619f118cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:32.523170 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-26285d30-08d1-45ee-8b25-e8175dca5712 req-5f8f34f3-59cc-427a-a8c7-3011abe4d54a tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 210 time: 0.0388539 Oct 27 11:45:32.539223 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-f8bd9d02-83e8-4621-a3a8-7619f118cad6 None None] Set router 22145107-a4ce-4a3a-9f01-0f26c4dc37be gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:45:32.567669 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] Publish callbacks [] for router, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:32.701111 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:32.753980 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-f8bd9d02-83e8-4621-a3a8-7619f118cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:45:31Z', 'revision_number': 5, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port': {'id': 'a667426e-5e0f-4686-8714-44f79e888dd7', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:54:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:41:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:32.782817 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] Deleting port a667426e-5e0f-4686-8714-44f79e888dd7 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:32.783250 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:32.789555 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd9d02-83e8-4621-a3a8-7619f118cad6 None None] Checking router: 22145107-a4ce-4a3a-9f01-0f26c4dc37be for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:45:32.799557 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd9d02-83e8-4621-a3a8-7619f118cad6 None None] Routers {'22145107-a4ce-4a3a-9f01-0f26c4dc37be'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:45:32.800216 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-f8bd9d02-83e8-4621-a3a8-7619f118cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:32.901528 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] For port a667426e-5e0f-4686-8714-44f79e888dd7, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=a667426e-5e0f-4686-8714-44f79e888dd7,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:32.901937 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:32.914272 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-f8bd9d02-83e8-4621-a3a8-7619f118cad6 None None] Set router 22145107-a4ce-4a3a-9f01-0f26c4dc37be gateway port host: None {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:45:32.924224 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] Calling delete_port for a667426e-5e0f-4686-8714-44f79e888dd7 owned by network:router_gateway {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:32.985773 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-f8bd9d02-83e8-4621-a3a8-7619f118cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:45:32Z', 'revision_number': 6, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port_host': None}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:33.018406 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd9d02-83e8-4621-a3a8-7619f118cad6 None None] The sync data for ids ['22145107-a4ce-4a3a-9f01-0f26c4dc37be'] in dv-cinder-815146-3-iscsi is: [{'id': '22145107-a4ce-4a3a-9f01-0f26c4dc37be', 'name': 'tempest-TestMinimumBasicScenario-2128231697-router', 'tenant_id': 'bb0d432e261f44cdadc3481889185390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:52Z', 'updated_at': '2021-10-27T11:45:32Z', 'revision_number': 6, 'project_id': 'bb0d432e261f44cdadc3481889185390', 'gw_port_host': None}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:45:33.108544 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733957a-63a6-446b-a8e8-278a013a8934 req-8d5cc818-09c1-41f5-84bc-49b052477d74 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:33.110110 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a733957a-63a6-446b-a8e8-278a013a8934 req-8d5cc818-09c1-41f5-84bc-49b052477d74 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.0681198 Oct 27 11:45:33.151559 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 2fd78ce1-9419-4335-b08e-233cc908b4fb no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:45:33.173909 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: 2fd78ce1-9419-4335-b08e-233cc908b4fb {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:45:33.174500 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 2fd78ce1-9419-4335-b08e-233cc908b4fb not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:45:33.182199 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a733957a-63a6-446b-a8e8-278a013a8934 req-d77a3d19-d9e3-4601-8f93-f42467918a14 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635149 Oct 27 11:45:33.183254 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:33.209657 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] Pushing event deleted for resources: {'Port': ['ID=a667426e-5e0f-4686-8714-44f79e888dd7,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:33.271385 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607847'] for router_gateway, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:33.358910 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4054'] for router, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:33.360909 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:33.406004 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-607258'] for router, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:33.406004 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22145107-a4ce-4a3a-9f01-0f26c4dc37be {{(pid=108003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:45:33.410385 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] Publish callbacks [] for router, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:33.411585 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-773487c9-2313-4b42-8aef-2f0295e8d476 admin admin] 10.222.0.36 "DELETE /v2.0/routers/22145107-a4ce-4a3a-9f01-0f26c4dc37be HTTP/1.1" status: 204 len: 168 time: 1.0235724 Oct 27 11:45:33.414050 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 50076) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:33.462459 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15e8445-49f4-48e1-b5a9-6cba18ed33e9 admin admin] Deleting subnet 3d6def66-84cf-4abb-b40d-c0217d908646 {{(pid=108003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:45:33.465874 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e15e8445-49f4-48e1-b5a9-6cba18ed33e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:33.503491 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e15e8445-49f4-48e1-b5a9-6cba18ed33e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25220744'] for subnet, precommit_delete_associations {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:33.949836 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2d9839ef-5ec2-49e4-9048-d9fccd62abe2 req-a0cacdfd-c2b5-44e0-ba0a-d757cf86e3fb tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 210 time: 0.3328269 Oct 27 11:45:33.954041 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e15e8445-49f4-48e1-b5a9-6cba18ed33e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.040681 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-0185e64d-787a-4b22-ac1c-b2bfa1ddd159 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:34.042110 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-0185e64d-787a-4b22-ac1c-b2bfa1ddd159 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.41 "GET /v2.0/networks?id=03c090e2-01ca-43a4-80e7-61833a9d5f05 HTTP/1.1" status: 200 len: 808 time: 0.4392049 Oct 27 11:45:34.051944 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e15e8445-49f4-48e1-b5a9-6cba18ed33e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25412915'] for subnet, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.059599 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-68ff052e-b804-4070-9058-651ebd506db1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Request body: {'port': {'device_id': '3d26a640-08d2-4597-aea9-53c072510f5f', 'network_id': '03c090e2-01ca-43a4-80e7-61833a9d5f05', 'admin_state_up': True, 'tenant_id': 'be39bc5bfc764416b20c084439619d47'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:34.122796 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e8445-49f4-48e1-b5a9-6cba18ed33e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d6def66-84cf-4abb-b40d-c0217d908646,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:34.130261 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e15e8445-49f4-48e1-b5a9-6cba18ed33e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.133436 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-e15e8445-49f4-48e1-b5a9-6cba18ed33e9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3d6def66-84cf-4abb-b40d-c0217d908646 HTTP/1.1" status: 204 len: 168 time: 0.7183921 Oct 27 11:45:34.136052 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50086) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:34.139529 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769bd61a-e257-4a35-9170-effd7919fbf9 None None] Network fb905254-0c92-4844-869d-5a0827915707 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:45:34.203740 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-68ff052e-b804-4070-9058-651ebd506db1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Made reservation on behalf of be39bc5bfc764416b20c084439619d47 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:45:34.207516 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-68ff052e-b804-4070-9058-651ebd506db1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.212830 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.273859 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Deleting port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:34.274126 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.344629 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] For port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=3c0bd5f8-4900-405e-af2b-9d1ce8a49727,segment=NetworkSegment(5dbbf922-a772-4ad0-9b2f-e493274031ff),segment_id=5dbbf922-a772-4ad0-9b2f-e493274031ff)] {{(pid=108002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:34.345266 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.352381 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65758ce8-0c01-43d4-9467-0a986d2299ba None None] DHCP port deletion for fb905254-0c92-4844-869d-5a0827915707 request from dv-cinder-815146-3-iscsi {{(pid=108004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:45:34.363539 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Calling delete_port for 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 owned by network:dhcp {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:34.385734 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513f62b-670a-4720-8a5f-bc7ae9d36f9b req-5421bf2e-9439-4b67-badc-1bdbf7f94dca tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:34.398644 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8513f62b-670a-4720-8a5f-bc7ae9d36f9b req-5421bf2e-9439-4b67-badc-1bdbf7f94dca tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.1155577 Oct 27 11:45:34.425406 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-65758ce8-0c01-43d4-9467-0a986d2299ba None None] Deleting port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 {{(pid=108004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:34.426116 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-65758ce8-0c01-43d4-9467-0a986d2299ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.440948 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device a667426e-5e0f-4686-8714-44f79e888dd7 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:45:34.447347 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-68ff052e-b804-4070-9058-651ebd506db1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Allocated IP 172.20.0.2 (03c090e2-01ca-43a4-80e7-61833a9d5f05/5568bcc9-be6f-44dc-9457-b9774c15ea32/d7afb64b-c9f9-4d17-a2f6-aef1e040a4be) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:45:34.459363 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8513f62b-670a-4720-8a5f-bc7ae9d36f9b req-ca151c2d-1cf7-4ff3-9308-759511907486 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642207 Oct 27 11:45:34.465642 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.497677 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c0bd5f8-4900-405e-af2b-9d1ce8a49727,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:34.502494 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] No DVR routers for this DVR port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 on host dv-cinder-815146-3-iscsi {{(pid=108002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:45:34.580900 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.601997 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb905254-0c92-4844-869d-5a0827915707']}} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:34.611947 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: a667426e-5e0f-4686-8714-44f79e888dd7 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:45:34.612282 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device a667426e-5e0f-4686-8714-44f79e888dd7 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:45:34.612687 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:45:34.614929 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbbf922-a772-4ad0-9b2f-e493274031ff') {'for_net_delete': True} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:34.615431 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbbf922-a772-4ad0-9b2f-e493274031ff') {} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:34.628302 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28753279'] for segment, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.632386 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-68ff052e-b804-4070-9058-651ebd506db1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.640702 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:45:34.641090 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:45:34.641562 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device f757e089-2281-48b6-b27a-a4381d7cca99 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:45:34.648997 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.657438 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=108002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:45:34.657827 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29335500'] for segment, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: Traceback (most recent call last): Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: timer() Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: cb(*args, **kw) Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: return func(*args, **kwargs) Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: self._notify() Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: self.callback(batched_events) Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: event.method(event) Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: return f(self, *a, **k) Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._get(url).json() Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: return self.request(url, 'GET', **kwargs) Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:45:34.660028 dv-cinder-815146-3-iscsi neutron-server[108002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:45:34.665037 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: f757e089-2281-48b6-b27a-a4381d7cca99 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:45:34.665375 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device f757e089-2281-48b6-b27a-a4381d7cca99 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:45:34.675371 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-68ff052e-b804-4070-9058-651ebd506db1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.681338 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-65758ce8-0c01-43d4-9467-0a986d2299ba None None] For port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=3c0bd5f8-4900-405e-af2b-9d1ce8a49727,segment=NetworkSegment(5dbbf922-a772-4ad0-9b2f-e493274031ff),segment_id=5dbbf922-a772-4ad0-9b2f-e493274031ff)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:34.681338 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-65758ce8-0c01-43d4-9467-0a986d2299ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.695223 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-65758ce8-0c01-43d4-9467-0a986d2299ba None None] Calling delete_port for 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 owned by network:dhcp {{(pid=108004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:34.723094 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-68ff052e-b804-4070-9058-651ebd506db1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Network 03c090e2-01ca-43a4-80e7-61833a9d5f05 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:45:34.724749 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.727464 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-68ff052e-b804-4070-9058-651ebd506db1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:45:34.731161 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-68ff052e-b804-4070-9058-651ebd506db1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:45:34.732420 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.735815 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fb905254-0c92-4844-869d-5a0827915707 HTTP/1.1" status: 204 len: 168 time: 0.5985489 Oct 27 11:45:34.746445 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50090) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:34.762973 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff052e-b804-4070-9058-651ebd506db1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Pushing event updated for resources: {'Port': ['ID=d7afb64b-c9f9-4d17-a2f6-aef1e040a4be,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:34.789982 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77f0e0-9131-43b9-a640-f181817f76d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb905254-0c92-4844-869d-5a0827915707,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:34.792110 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-68ff052e-b804-4070-9058-651ebd506db1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:34.793123 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-68ff052e-b804-4070-9058-651ebd506db1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.820867 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-68ff052e-b804-4070-9058-651ebd506db1 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7655022 Oct 27 11:45:34.832872 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Request body: {'port': {'device_id': '3d26a640-08d2-4597-aea9-53c072510f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:34.839105 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-65758ce8-0c01-43d4-9467-0a986d2299ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:34.862837 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65758ce8-0c01-43d4-9467-0a986d2299ba None None] Network fb905254-0c92-4844-869d-5a0827915707 is not hosted by any dhcp agent {{(pid=108004) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 11:45:34.863599 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65758ce8-0c01-43d4-9467-0a986d2299ba None None] No DVR routers for this DVR port 3c0bd5f8-4900-405e-af2b-9d1ce8a49727 on host dv-cinder-815146-3-iscsi {{(pid=108004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:45:34.865216 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65758ce8-0c01-43d4-9467-0a986d2299ba None None] Pushing event deleted for resources: {'Port': ['ID=3c0bd5f8-4900-405e-af2b-9d1ce8a49727,revision_number=None']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:34.895032 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:35.152240 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb1ca3-d261-46b9-98c1-00a248e40d39 req-0a0187e8-88bc-4663-9ad3-361bf6989d40 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:35.154364 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4bbb1ca3-d261-46b9-98c1-00a248e40d39 req-0a0187e8-88bc-4663-9ad3-361bf6989d40 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 931 time: 0.0804696 Oct 27 11:45:35.167808 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:45:35.261551 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4bbb1ca3-d261-46b9-98c1-00a248e40d39 req-76214d1a-301d-48bb-8074-a16c0ac4e345 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987058 Oct 27 11:45:35.271943 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7afb64b-c9f9-4d17-a2f6-aef1e040a4be {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:45:35.286173 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-9fe34bdc-8135-42e7-b005-48abd98db25a tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:35.287622 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-9fe34bdc-8135-42e7-b005-48abd98db25a tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.1045806 Oct 27 11:45:35.289353 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:35.314886 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf14e-2f95-4800-a0af-73ccf65aa46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608041'] for router_interface, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:35.325312 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Transition to ACTIVE for port object d7afb64b-c9f9-4d17-a2f6-aef1e040a4be will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:45:35.331491 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:35.410947 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Pushing event updated for resources: {'Port': ['ID=d7afb64b-c9f9-4d17-a2f6-aef1e040a4be,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:35.487017 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Deleting port 8c593237-bb39-469b-bd7c-7bccef5c0f8d {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:35.487739 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:35.551506 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Attempting to bind port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:45:35.551835 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Attempting to bind port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': 'b336f784-667d-48ac-89b5-45c6f4e4ef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '03c090e2-01ca-43a4-80e7-61833a9d5f05'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:45:35.552151 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Attempting to bind port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be on network 03c090e2-01ca-43a4-80e7-61833a9d5f05 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:45:35.572173 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-2c3cf14e-2f95-4800-a0af-73ccf65aa46e admin admin] Deleting port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:35.572511 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf14e-2f95-4800-a0af-73ccf65aa46e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:35.578309 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be on network 03c090e2-01ca-43a4-80e7-61833a9d5f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:45:35.578652 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Attempting to bind port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be on network 03c090e2-01ca-43a4-80e7-61833a9d5f05 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:45:35.592906 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:45:35.593238 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Checking segment: {'id': 'b336f784-667d-48ac-89b5-45c6f4e4ef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '03c090e2-01ca-43a4-80e7-61833a9d5f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:45:35.593615 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Bound using segment: {'id': 'b336f784-667d-48ac-89b5-45c6f4e4ef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '03c090e2-01ca-43a4-80e7-61833a9d5f05'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:45:35.594047 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Bound port: d7afb64b-c9f9-4d17-a2f6-aef1e040a4be, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b336f784-667d-48ac-89b5-45c6f4e4ef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '03c090e2-01ca-43a4-80e7-61833a9d5f05'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:45:35.594393 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:35.640569 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15652482-b7a8-496c-bdcc-95a5413e1eac req-de22d395-7728-4d66-a000-5746d0359435 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:35.642085 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-15652482-b7a8-496c-bdcc-95a5413e1eac req-de22d395-7728-4d66-a000-5746d0359435 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 946 time: 0.1006517 Oct 27 11:45:35.656178 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [None req-2c3cf14e-2f95-4800-a0af-73ccf65aa46e admin admin] For port 7a8a20a2-4cbd-417d-9336-90d5c623dbb6, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=7a8a20a2-4cbd-417d-9336-90d5c623dbb6,segment=NetworkSegment(bd579a54-ed00-4a61-97f7-f73c047aca68),segment_id=bd579a54-ed00-4a61-97f7-f73c047aca68)] {{(pid=108002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:35.656477 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf14e-2f95-4800-a0af-73ccf65aa46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:35.668808 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-2c3cf14e-2f95-4800-a0af-73ccf65aa46e admin admin] Calling delete_port for 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 owned by network:router_interface {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:35.681184 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] For port 8c593237-bb39-469b-bd7c-7bccef5c0f8d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=8c593237-bb39-469b-bd7c-7bccef5c0f8d,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:35.681543 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:35.777341 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-15652482-b7a8-496c-bdcc-95a5413e1eac req-dd3f5f95-7afc-45fe-8118-89553309320e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=3e6b046b-b33b-40bf-9331-7ac76367bb9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288300 Oct 27 11:45:35.784189 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] For port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:45:35.788793 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] For port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7afb64b-c9f9-4d17-a2f6-aef1e040a4be,segment=NetworkSegment(b336f784-667d-48ac-89b5-45c6f4e4ef6e),segment_id=b336f784-667d-48ac-89b5-45c6f4e4ef6e)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:45:35.797471 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:35.871566 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf14e-2f95-4800-a0af-73ccf65aa46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:35.882151 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:35.882780 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:35.884139 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] 10.222.0.41 "PUT /v2.0/ports/d7afb64b-c9f9-4d17-a2f6-aef1e040a4be HTTP/1.1" status: 200 len: 1093 time: 1.0557907 Oct 27 11:45:35.886200 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d26a640-08d2-4597-aea9-53c072510f5f', 'tag': 'd7afb64b-c9f9-4d17-a2f6-aef1e040a4be'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:35.888802 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b635b96-cb46-46af-8e81-507fef036b38" -d '{"events": [{"name": "network-changed", "server_uuid": "3d26a640-08d2-4597-aea9-53c072510f5f", "tag": "d7afb64b-c9f9-4d17-a2f6-aef1e040a4be"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:35.899700 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cf14e-2f95-4800-a0af-73ccf65aa46e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8a20a2-4cbd-417d-9336-90d5c623dbb6,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:35.980172 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99c7a71-d25f-4baa-8801-cbe93dcd9d83 x-openstack-request-id: req-f99c7a71-d25f-4baa-8801-cbe93dcd9d83 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:35.980497 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d26a640-08d2-4597-aea9-53c072510f5f", "tag": "d7afb64b-c9f9-4d17-a2f6-aef1e040a4be", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:35.980709 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f99c7a71-d25f-4baa-8801-cbe93dcd9d83 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:35.981106 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d26a640-08d2-4597-aea9-53c072510f5f', 'tag': 'd7afb64b-c9f9-4d17-a2f6-aef1e040a4be', 'status': 'completed', 'code': 200} Oct 27 11:45:35.982663 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695260ac-2a06-4a06-bb79-0940ebd76e90 service neutron] Pushing event updated for resources: {'Port': ['ID=d7afb64b-c9f9-4d17-a2f6-aef1e040a4be,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:36.005704 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:36.006064 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:36.006370 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.l3_db [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Floating IP 36f4301f-b54f-410c-b017-69cee6cffb8b disassociated. External IP: 172.27.3.119, port: 8c593237-bb39-469b-bd7c-7bccef5c0f8d. Oct 27 11:45:36.006824 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Calling delete_port for 8c593237-bb39-469b-bd7c-7bccef5c0f8d owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:36.021772 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-e23c1f03-5bd2-4a2d-894d-81856efdc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:36.023321 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-e23c1f03-5bd2-4a2d-894d-81856efdc069 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be39bc5bfc764416b20c084439619d47&device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 1096 time: 0.0903146 Oct 27 11:45:36.070718 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf14e-2f95-4800-a0af-73ccf65aa46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608197'] for router_interface, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:36.095008 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-46c64bdf-f0da-41bc-b52d-5a16a770b7b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7afb64b-c9f9-4d17-a2f6-aef1e040a4be HTTP/1.1" status: 200 len: 217 time: 0.0395949 Oct 27 11:45:36.168263 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-c304c0ad-13c6-4ff6-ba15-764de173b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:36.170180 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-c304c0ad-13c6-4ff6-ba15-764de173b856 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5568bcc9-be6f-44dc-9457-b9774c15ea32 HTTP/1.1" status: 200 len: 848 time: 0.0638783 Oct 27 11:45:36.228098 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-1d67711e-d9b1-4314-9a8e-8d1f72bfae34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03c090e2-01ca-43a4-80e7-61833a9d5f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308425 Oct 27 11:45:36.287500 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:36.315461 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3cf14e-2f95-4800-a0af-73ccf65aa46e admin admin] Router bfc37692-6261-44fc-92b7-26339d112e35 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:45:36.325666 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event deleted for resources: {'Port': ['ID=8c593237-bb39-469b-bd7c-7bccef5c0f8d,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:36.429966 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-385b3cf2-2337-4a95-8628-77fddb0161b4 service neutron] 10.222.0.41 "GET /v2.0/networks/03c090e2-01ca-43a4-80e7-61833a9d5f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923211 Oct 27 11:45:36.452457 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3cf14e-2f95-4800-a0af-73ccf65aa46e admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:45:36.461185 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-2c3cf14e-2f95-4800-a0af-73ccf65aa46e admin admin] 10.222.0.36 "PUT /v2.0/routers/bfc37692-6261-44fc-92b7-26339d112e35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7136364 Oct 27 11:45:36.464614 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50106) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:36.466389 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bf98ca-bf8e-4ff4-be12-9e32d364f724 None None] Sync routers for ids ['bfc37692-6261-44fc-92b7-26339d112e35'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:45:36.477566 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf98ca-bf8e-4ff4-be12-9e32d364f724 None None] Routers {'bfc37692-6261-44fc-92b7-26339d112e35'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:45:36.478338 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-81bf98ca-bf8e-4ff4-be12-9e32d364f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['bfc37692-6261-44fc-92b7-26339d112e35'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:36.559299 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:45:36.578472 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] Publish callbacks [] for router, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:36.589878 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-81bf98ca-bf8e-4ff4-be12-9e32d364f724 None None] Set router bfc37692-6261-44fc-92b7-26339d112e35 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:45:36.591865 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f78e95a2-612f-4b8d-9cc0-3372d984c1f9 req-2d53d263-0263-4e6b-87db-35828d8ef88a service neutron] 10.222.0.41 "GET /v2.0/networks/03c090e2-01ca-43a4-80e7-61833a9d5f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544695 Oct 27 11:45:36.664949 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf7f16-7659-4444-98bd-fe5d3da3ea9e req-84c3b80c-27e8-4337-8837-d27a68e45fb9 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:36.666528 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8acf7f16-7659-4444-98bd-fe5d3da3ea9e req-84c3b80c-27e8-4337-8837-d27a68e45fb9 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 943 time: 0.3303015 Oct 27 11:45:36.698833 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:36.773396 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] Deleting port b7c12d0a-dd6d-43c2-babb-36c030fa34ee {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:36.773732 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:36.808026 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8acf7f16-7659-4444-98bd-fe5d3da3ea9e req-95e55788-1a55-4430-b324-f89bc3c672e9 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964527 Oct 27 11:45:36.812564 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635b96-cb46-46af-8e81-507fef036b38 req-16335a0e-1a67-4580-af15-fdb4903b68ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:36.817612 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b635b96-cb46-46af-8e81-507fef036b38 req-16335a0e-1a67-4580-af15-fdb4903b68ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=be39bc5bfc764416b20c084439619d47&device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 1096 time: 0.1471858 Oct 27 11:45:36.817952 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:45:36.829872 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b958b-b9bb-4c8d-86ef-66bc961c9186 None None] Sync routers for ids ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:45:36.840222 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-d9513af7-cc65-4fbd-8eba-612e93938fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:36.873696 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b958b-b9bb-4c8d-86ef-66bc961c9186 None None] Routers {'7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:45:36.875482 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-114b958b-b9bb-4c8d-86ef-66bc961c9186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:36.891218 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] For port b7c12d0a-dd6d-43c2-babb-36c030fa34ee, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=b7c12d0a-dd6d-43c2-babb-36c030fa34ee,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:36.892186 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:36.909820 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] Calling delete_port for b7c12d0a-dd6d-43c2-babb-36c030fa34ee owned by network:router_gateway {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:36.939037 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-81bf98ca-bf8e-4ff4-be12-9e32d364f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'name': 'tempest-TestMinimumBasicScenario-1257846778-router', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b7c12d0a-dd6d-43c2-babb-36c030fa34ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:57Z', 'updated_at': '2021-10-27T11:45:35Z', 'revision_number': 5, 'project_id': 'ff76fd4bb8164513a03f89d28053450e', 'gw_port': {'id': 'b7c12d0a-dd6d-43c2-babb-36c030fa34ee', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:72:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:41:58Z', 'updated_at': '2021-10-27T11:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:36.972563 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bf98ca-bf8e-4ff4-be12-9e32d364f724 None None] Checking router: bfc37692-6261-44fc-92b7-26339d112e35 for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:45:36.975686 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] No DVR routers for this DVR port 8c593237-bb39-469b-bd7c-7bccef5c0f8d on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:45:36.983302 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf98ca-bf8e-4ff4-be12-9e32d364f724 None None] Routers {'bfc37692-6261-44fc-92b7-26339d112e35'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:45:36.983909 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-81bf98ca-bf8e-4ff4-be12-9e32d364f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['bfc37692-6261-44fc-92b7-26339d112e35'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:36.987482 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:36.990957 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a213f4dc-0dca-4548-bb77-2ca0ee214ef5 req-56dd3a95-1099-495f-a5d5-0840b996d2ef tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.41 "DELETE /v2.0/ports/8c593237-bb39-469b-bd7c-7bccef5c0f8d HTTP/1.1" status: 204 len: 173 time: 1.6948037 Oct 27 11:45:37.003015 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635b96-cb46-46af-8e81-507fef036b38 req-5b335f7f-51d5-4146-898d-016a8766a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:37.005103 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b635b96-cb46-46af-8e81-507fef036b38 req-5b335f7f-51d5-4146-898d-016a8766a182 service neutron] 10.222.0.41 "GET /v2.0/networks?id=03c090e2-01ca-43a4-80e7-61833a9d5f05 HTTP/1.1" status: 200 len: 910 time: 0.1546421 Oct 27 11:45:37.037345 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-114b958b-b9bb-4c8d-86ef-66bc961c9186 None None] Set router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:45:37.094931 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b635b96-cb46-46af-8e81-507fef036b38 req-805b94ca-05bf-4216-aec8-96caa702b729 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7afb64b-c9f9-4d17-a2f6-aef1e040a4be HTTP/1.1" status: 200 len: 217 time: 0.0803101 Oct 27 11:45:37.112299 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-81bf98ca-bf8e-4ff4-be12-9e32d364f724 None None] Set router bfc37692-6261-44fc-92b7-26339d112e35 gateway port host: None {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:45:37.121221 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b6bb518c-9725-4b30-9aec-5694d449a01c req-b4f15c78-992a-4562-b033-d61393166085 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ad40289-e1b1-4ab1-97f8-81a1b3476d64 HTTP/1.1" status: 200 len: 210 time: 0.1476238 Oct 27 11:45:37.171376 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635b96-cb46-46af-8e81-507fef036b38 req-daa73290-ea56-4fda-aa50-14217bd1fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:37.173643 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b635b96-cb46-46af-8e81-507fef036b38 req-daa73290-ea56-4fda-aa50-14217bd1fc04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5568bcc9-be6f-44dc-9457-b9774c15ea32 HTTP/1.1" status: 200 len: 848 time: 0.0504999 Oct 27 11:45:37.208411 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-81bf98ca-bf8e-4ff4-be12-9e32d364f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'name': 'tempest-TestMinimumBasicScenario-1257846778-router', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:57Z', 'updated_at': '2021-10-27T11:45:36Z', 'revision_number': 6, 'project_id': 'ff76fd4bb8164513a03f89d28053450e', 'gw_port_host': None}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:37.213029 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:37.223806 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b635b96-cb46-46af-8e81-507fef036b38 req-6fcccda7-dd35-4ae9-88e6-30596278b593 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=03c090e2-01ca-43a4-80e7-61833a9d5f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330958 Oct 27 11:45:37.243079 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c12d0a-dd6d-43c2-babb-36c030fa34ee,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:37.263796 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bf98ca-bf8e-4ff4-be12-9e32d364f724 None None] The sync data for ids ['bfc37692-6261-44fc-92b7-26339d112e35'] in dv-cinder-815146-3-iscsi is: [{'id': 'bfc37692-6261-44fc-92b7-26339d112e35', 'name': 'tempest-TestMinimumBasicScenario-1257846778-router', 'tenant_id': 'ff76fd4bb8164513a03f89d28053450e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:41:57Z', 'updated_at': '2021-10-27T11:45:36Z', 'revision_number': 6, 'project_id': 'ff76fd4bb8164513a03f89d28053450e', 'gw_port_host': None}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:45:37.331176 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607847'] for router_gateway, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:37.337618 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-114b958b-b9bb-4c8d-86ef-66bc961c9186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:59Z', 'revision_number': 5, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:37.351506 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b635b96-cb46-46af-8e81-507fef036b38 req-0c646fb6-fb84-47e3-a504-efd8f416b3f1 service neutron] 10.222.0.41 "GET /v2.0/networks/03c090e2-01ca-43a4-80e7-61833a9d5f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148262 Oct 27 11:45:37.365013 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b958b-b9bb-4c8d-86ef-66bc961c9186 None None] Checking router: 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:45:37.374240 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b958b-b9bb-4c8d-86ef-66bc961c9186 None None] Routers {'7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:45:37.374884 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-114b958b-b9bb-4c8d-86ef-66bc961c9186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:37.438197 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4054'] for router, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:37.440651 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:37.451915 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6b635b96-cb46-46af-8e81-507fef036b38 req-bc8fce56-bd11-44c6-bb2c-a13cca003bd9 service neutron] 10.222.0.41 "GET /v2.0/networks/03c090e2-01ca-43a4-80e7-61833a9d5f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923889 Oct 27 11:45:37.493992 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-114b958b-b9bb-4c8d-86ef-66bc961c9186 None None] Set router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:45:37.511729 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-607258'] for router, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:37.512424 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfc37692-6261-44fc-92b7-26339d112e35 {{(pid=108002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:45:37.517826 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] Publish callbacks [] for router, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:37.518813 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-47b25e85-57f8-4e96-b319-3c316a7ad557 admin admin] 10.222.0.36 "DELETE /v2.0/routers/bfc37692-6261-44fc-92b7-26339d112e35 HTTP/1.1" status: 204 len: 168 time: 1.0511501 Oct 27 11:45:37.521447 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 50114) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:37.576961 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_v2 [None req-528512a7-f074-4a7c-ac00-694367bd4158 admin admin] Deleting subnet c4223ac3-8371-4436-b51b-381d2f717c52 {{(pid=108003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:45:37.580430 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-528512a7-f074-4a7c-ac00-694367bd4158 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:37.620247 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-528512a7-f074-4a7c-ac00-694367bd4158 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25220744'] for subnet, precommit_delete_associations {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:37.711517 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-528512a7-f074-4a7c-ac00-694367bd4158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:37.720814 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-114b958b-b9bb-4c8d-86ef-66bc961c9186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:59Z', 'revision_number': 5, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:37.748201 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b958b-b9bb-4c8d-86ef-66bc961c9186 None None] The sync data for ids ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'] in dv-cinder-815146-3-iscsi is: [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:59Z', 'revision_number': 5, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:45:37.772799 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-528512a7-f074-4a7c-ac00-694367bd4158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25412915'] for subnet, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:37.803861 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528512a7-f074-4a7c-ac00-694367bd4158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4223ac3-8371-4436-b51b-381d2f717c52,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:37.807686 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-528512a7-f074-4a7c-ac00-694367bd4158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:37.813619 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec9078-1a7d-4b0b-ba07-a3b92c3bfe7d None None] Network e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:45:37.816962 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50116) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:37.817480 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-528512a7-f074-4a7c-ac00-694367bd4158 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c4223ac3-8371-4436-b51b-381d2f717c52 HTTP/1.1" status: 204 len: 168 time: 0.2890589 Oct 27 11:45:37.903040 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:37.965597 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072e81d-56a7-4b6e-94f5-f9c99c2b5cd0 req-6891f566-8ab8-4e1b-b03f-34e27802328c tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:37.976469 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0072e81d-56a7-4b6e-94f5-f9c99c2b5cd0 req-6891f566-8ab8-4e1b-b03f-34e27802328c tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 943 time: 0.0751870 Oct 27 11:45:37.983547 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Deleting port fce3dace-139c-4d05-bc6d-3a7fe063fd99 {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:37.983887 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:37.986350 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad40289-e1b1-4ab1-97f8-81a1b3476d64', 'name': 'network-vif-deleted', 'tag': '8c593237-bb39-469b-bd7c-7bccef5c0f8d'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:37.988827 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca01a178-f3f9-4172-a0ec-31e664daf942" -d '{"events": [{"server_uuid": "6ad40289-e1b1-4ab1-97f8-81a1b3476d64", "name": "network-vif-deleted", "tag": "8c593237-bb39-469b-bd7c-7bccef5c0f8d"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:38.025532 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0072e81d-56a7-4b6e-94f5-f9c99c2b5cd0 req-9300c320-129b-435b-aff9-66a6c14d7b9a tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482476 Oct 27 11:45:38.049096 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615ddf6d-c37c-40c1-b424-01574886aeb9 x-openstack-request-id: req-615ddf6d-c37c-40c1-b424-01574886aeb9 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:38.049396 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad40289-e1b1-4ab1-97f8-81a1b3476d64", "name": "network-vif-deleted", "tag": "8c593237-bb39-469b-bd7c-7bccef5c0f8d", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:38.049651 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-615ddf6d-c37c-40c1-b424-01574886aeb9 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:38.050317 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad40289-e1b1-4ab1-97f8-81a1b3476d64', 'name': 'network-vif-deleted', 'tag': '8c593237-bb39-469b-bd7c-7bccef5c0f8d', 'status': 'completed', 'code': 200} Oct 27 11:45:38.068369 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4236e67d-8311-4af9-9916-0e2c0f14e3ca None None] DHCP port deletion for e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324 request from dv-cinder-815146-3-iscsi {{(pid=108004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:45:38.074934 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] For port fce3dace-139c-4d05-bc6d-3a7fe063fd99, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=fce3dace-139c-4d05-bc6d-3a7fe063fd99,segment=NetworkSegment(bd579a54-ed00-4a61-97f7-f73c047aca68),segment_id=bd579a54-ed00-4a61-97f7-f73c047aca68)] {{(pid=108002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:38.077134 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.093342 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Calling delete_port for fce3dace-139c-4d05-bc6d-3a7fe063fd99 owned by network:dhcp {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:38.104484 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70195925-fb00-42c2-8d69-05c481f04202 None None] New status for floating IP 36f4301f-b54f-410c-b017-69cee6cffb8b: DOWN {{(pid=108005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:45:38.136821 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-4236e67d-8311-4af9-9916-0e2c0f14e3ca None None] Deleting port fce3dace-139c-4d05-bc6d-3a7fe063fd99 {{(pid=108004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:38.137195 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-4236e67d-8311-4af9-9916-0e2c0f14e3ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.221112 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.244215 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 50126) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:38.244737 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-4236e67d-8311-4af9-9916-0e2c0f14e3ca None None] For port fce3dace-139c-4d05-bc6d-3a7fe063fd99, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=fce3dace-139c-4d05-bc6d-3a7fe063fd99,segment=NetworkSegment(bd579a54-ed00-4a61-97f7-f73c047aca68),segment_id=bd579a54-ed00-4a61-97f7-f73c047aca68)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:38.244894 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-4236e67d-8311-4af9-9916-0e2c0f14e3ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.261421 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-4236e67d-8311-4af9-9916-0e2c0f14e3ca None None] Calling delete_port for fce3dace-139c-4d05-bc6d-3a7fe063fd99 owned by network:dhcp {{(pid=108004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:38.281284 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Pushing event deleted for resources: {'Port': ['ID=fce3dace-139c-4d05-bc6d-3a7fe063fd99,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:38.290693 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] No DVR routers for this DVR port fce3dace-139c-4d05-bc6d-3a7fe063fd99 on host dv-cinder-815146-3-iscsi {{(pid=108002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:45:38.311625 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f88cc106-c2f8-4af7-a367-6350d0fa546c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.356811 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-4236e67d-8311-4af9-9916-0e2c0f14e3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.361512 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f88cc106-c2f8-4af7-a367-6350d0fa546c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.421357 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236e67d-8311-4af9-9916-0e2c0f14e3ca None None] Pushing event deleted for resources: {'Port': ['ID=fce3dace-139c-4d05-bc6d-3a7fe063fd99,revision_number=None']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:38.430539 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4236e67d-8311-4af9-9916-0e2c0f14e3ca None None] No DVR routers for this DVR port fce3dace-139c-4d05-bc6d-3a7fe063fd99 on host dv-cinder-815146-3-iscsi {{(pid=108004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:45:38.452442 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f88cc106-c2f8-4af7-a367-6350d0fa546c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.456869 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.457394 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f88cc106-c2f8-4af7-a367-6350d0fa546c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.458675 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-f88cc106-c2f8-4af7-a367-6350d0fa546c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "DELETE /v2.0/security-groups/3e6b046b-b33b-40bf-9331-7ac76367bb9e HTTP/1.1" status: 204 len: 168 time: 0.2134352 Oct 27 11:45:38.463352 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 50130) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:38.472870 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:45:38.477451 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cc106-c2f8-4af7-a367-6350d0fa546c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6b046b-b33b-40bf-9331-7ac76367bb9e,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:38.485811 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.api.v2.resource [None req-3127475c-787f-4a1c-9e5b-48762868e7a9 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] show failed (client error): The resource could not be found. Oct 27 11:45:38.487725 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-3127475c-787f-4a1c-9e5b-48762868e7a9 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups/3e6b046b-b33b-40bf-9331-7ac76367bb9e HTTP/1.1" status: 404 len: 347 time: 0.0234063 Oct 27 11:45:38.490710 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 50132) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:38.491793 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324']}} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:38.500717 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:45:38.501050 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 7a8a20a2-4cbd-417d-9336-90d5c623dbb6 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:45:38.501451 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device fce3dace-139c-4d05-bc6d-3a7fe063fd99 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:45:38.506832 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd579a54-ed00-4a61-97f7-f73c047aca68') {'for_net_delete': True} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:38.507392 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd579a54-ed00-4a61-97f7-f73c047aca68') {} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:38.519609 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28753279'] for segment, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.525546 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: fce3dace-139c-4d05-bc6d-3a7fe063fd99 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:45:38.525546 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device fce3dace-139c-4d05-bc6d-3a7fe063fd99 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:45:38.525546 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device b7c12d0a-dd6d-43c2-babb-36c030fa34ee no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:45:38.545750 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.548840 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: b7c12d0a-dd6d-43c2-babb-36c030fa34ee {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:45:38.549185 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device b7c12d0a-dd6d-43c2-babb-36c030fa34ee not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:45:38.554115 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=108002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:45:38.554512 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29335500'] for segment, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: Traceback (most recent call last): Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: timer() Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: cb(*args, **kw) Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: return func(*args, **kwargs) Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: self._notify() Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: self.callback(batched_events) Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: event.method(event) Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: return f(self, *a, **k) Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._get(url).json() Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: return self.request(url, 'GET', **kwargs) Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:45:38.557801 dv-cinder-815146-3-iscsi neutron-server[108002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:45:38.624151 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.630647 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.636682 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] 10.222.0.36 "DELETE /v2.0/networks/e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324 HTTP/1.1" status: 204 len: 168 time: 0.8191633 Oct 27 11:45:38.640683 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-349e6f23-0b4c-4390-8bbb-b9f1f035d2a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Deleting port 3c17d241-c35b-4c21-a084-6d637b88d810 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:38.641323 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-349e6f23-0b4c-4390-8bbb-b9f1f035d2a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.648452 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76f613-da7c-4f67-8d1e-ee3600b2026a admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ccfa51-c1bb-42d3-96b0-6d6fe16b8324,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:38.719918 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-349e6f23-0b4c-4390-8bbb-b9f1f035d2a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.720240 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-349e6f23-0b4c-4390-8bbb-b9f1f035d2a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.732557 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-349e6f23-0b4c-4390-8bbb-b9f1f035d2a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Calling delete_port for 3c17d241-c35b-4c21-a084-6d637b88d810 owned by network:floatingip {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:38.757204 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50136) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:38.795798 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-e5b958b6-d65b-4418-a9a6-3a3772d746cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb0d432e261f44cdadc3481889185390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374517 Oct 27 11:45:38.798930 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50138) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:38.858937 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db8365a2-cc6b-49a3-a311-5feefd863b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.874085 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-349e6f23-0b4c-4390-8bbb-b9f1f035d2a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.881120 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db8365a2-cc6b-49a3-a311-5feefd863b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.899594 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e6f23-0b4c-4390-8bbb-b9f1f035d2a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event deleted for resources: {'Port': ['ID=3c17d241-c35b-4c21-a084-6d637b88d810,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:38.929148 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db8365a2-cc6b-49a3-a311-5feefd863b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.931737 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-db8365a2-cc6b-49a3-a311-5feefd863b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.935892 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-db8365a2-cc6b-49a3-a311-5feefd863b9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cf0b88f-f16e-48c2-aeb3-29cebe084b7c HTTP/1.1" status: 204 len: 168 time: 0.1330488 Oct 27 11:45:38.941275 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8365a2-cc6b-49a3-a311-5feefd863b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf0b88f-f16e-48c2-aeb3-29cebe084b7c,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:38.964344 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-349e6f23-0b4c-4390-8bbb-b9f1f035d2a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for floatingip, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.968939 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-349e6f23-0b4c-4390-8bbb-b9f1f035d2a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:38.970223 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-349e6f23-0b4c-4390-8bbb-b9f1f035d2a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "DELETE /v2.0/floatingips/36f4301f-b54f-410c-b017-69cee6cffb8b HTTP/1.1" status: 204 len: 168 time: 0.4786558 Oct 27 11:45:39.143562 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50148) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:39.148349 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--364252355', 'description': 'tempest-description--1143723297'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:39.172209 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device d7afb64b-c9f9-4d17-a2f6-aef1e040a4be details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:45:39.175292 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.177259 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 8c593237-bb39-469b-bd7c-7bccef5c0f8d no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:45:39.186018 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23795c3c-9be5-4ebb-a327-a2eb667d81b8 req-b65b32d3-b591-41b4-914b-63f3ac857724 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:39.193242 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-23795c3c-9be5-4ebb-a327-a2eb667d81b8 req-b65b32d3-b591-41b4-914b-63f3ac857724 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 943 time: 0.0575480 Oct 27 11:45:39.199350 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: 8c593237-bb39-469b-bd7c-7bccef5c0f8d {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:45:39.199818 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 8c593237-bb39-469b-bd7c-7bccef5c0f8d not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:45:39.234370 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-23795c3c-9be5-4ebb-a327-a2eb667d81b8 req-113e6fca-8b6f-4537-90f9-fed86afe4950 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401814 Oct 27 11:45:39.273264 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.278853 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.308798 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.312742 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1653011 Oct 27 11:45:39.313202 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50150) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:39.315131 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7afb64b-c9f9-4d17-a2f6-aef1e040a4be,segment=NetworkSegment(b336f784-667d-48ac-89b5-45c6f4e4ef6e),segment_id=b336f784-667d-48ac-89b5-45c6f4e4ef6e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:39.317868 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-78a3f5d2-5764-499e-900e-d8faa5b4306c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Request body: {'security_group_rule': {'security_group_id': 'f3890c3f-dffd-4273-aff8-ebaf366a1742', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:39.321196 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 50152) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:39.324119 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3890c3f-dffd-4273-aff8-ebaf366a1742,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:39.327832 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': 'd7afb64b-c9f9-4d17-a2f6-aef1e040a4be', 'network_id': '03c090e2-01ca-43a4-80e7-61833a9d5f05', 'port_id': 'd7afb64b-c9f9-4d17-a2f6-aef1e040a4be', 'mac_address': 'fa:16:3e:fa:ef:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5568bcc9-be6f-44dc-9457-b9774c15ea32', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:45:39.337350 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.337701 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.338036 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.338381 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.338728 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.339057 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.339383 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.339706 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.340029 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.340346 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.340727 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.341543 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5133ee-75aa-4538-9515-a699be6c0ef8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.365445 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-78a3f5d2-5764-499e-900e-d8faa5b4306c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.365725 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-1ccec304-ec8f-4654-8662-4eefa7ad8a56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff76fd4bb8164513a03f89d28053450e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432539 Oct 27 11:45:39.368970 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50154) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:39.375758 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.389343 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7afb64b-c9f9-4d17-a2f6-aef1e040a4be {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:45:39.412476 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7afb64b-c9f9-4d17-a2f6-aef1e040a4be,segment=NetworkSegment(b336f784-667d-48ac-89b5-45c6f4e4ef6e),segment_id=b336f784-667d-48ac-89b5-45c6f4e4ef6e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:39.416300 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.451961 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-78a3f5d2-5764-499e-900e-d8faa5b4306c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.457302 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-78a3f5d2-5764-499e-900e-d8faa5b4306c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.461170 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-905d3b4b-0b8a-429e-a35b-e0822e3eea15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.470126 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=d7afb64b-c9f9-4d17-a2f6-aef1e040a4be,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:39.478653 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3f5d2-5764-499e-900e-d8faa5b4306c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21934876-3589-4cdb-ab97-aa0115349c5c,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:39.500700 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-78a3f5d2-5764-499e-900e-d8faa5b4306c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.502343 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-78a3f5d2-5764-499e-900e-d8faa5b4306c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1877367 Oct 27 11:45:39.504847 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 50158) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:39.507482 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-905d3b4b-0b8a-429e-a35b-e0822e3eea15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.509551 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Request body: {'security_group_rule': {'security_group_id': 'f3890c3f-dffd-4273-aff8-ebaf366a1742', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:39.536617 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.559896 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-905d3b4b-0b8a-429e-a35b-e0822e3eea15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.562476 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-905d3b4b-0b8a-429e-a35b-e0822e3eea15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.563647 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-905d3b4b-0b8a-429e-a35b-e0822e3eea15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa565a2e-0220-4bec-94e5-a477d3c75c7c HTTP/1.1" status: 204 len: 168 time: 0.1936612 Oct 27 11:45:39.571698 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d3b4b-0b8a-429e-a35b-e0822e3eea15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa565a2e-0220-4bec-94e5-a477d3c75c7c,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:39.610178 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.614767 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705997'] for security_group_rule, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.634078 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6213a961-5ea1-4c79-a3ff-a4d1949a2ce3,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:39.643476 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.644670 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387715 Oct 27 11:45:39.646520 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.646913 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.647228 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.647816 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50162) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:39.651040 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.651591 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.652012 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.652263 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Request body: {'floatingip': {'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:39.652524 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.652957 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.653406 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.653827 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.654227 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.654637 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2bea71-e89c-4627-bb85-457bd3909a5c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:45:39.663219 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['d7afb64b-c9f9-4d17-a2f6-aef1e040a4be'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:45:39.686286 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for floatingip, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.807933 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-31a3e417-1707-4d45-b242-806211ef43e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.867076 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:40.007138 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Allocated IP 172.27.3.234 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/15053b0e-d728-4adb-8dfe-c4ce92d7cc43) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:45:40.122560 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:40.178713 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:40.225323 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:45:40.228357 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:45:40.230860 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:45:40.254546 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event updated for resources: {'Port': ['ID=15053b0e-d728-4adb-8dfe-c4ce92d7cc43,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:40.323553 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:40.348387 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c34e26-4e6f-473e-bf74-77201eb2252e req-57a6372f-d6b4-4fe8-ba05-93fb04f028d9 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:40.350106 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-74c34e26-4e6f-473e-bf74-77201eb2252e req-57a6372f-d6b4-4fe8-ba05-93fb04f028d9 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 944 time: 0.0530047 Oct 27 11:45:40.357887 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:40.391651 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-74c34e26-4e6f-473e-bf74-77201eb2252e req-5589a665-0ebd-4e37-b13d-6383663f6ffa tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319958 Oct 27 11:45:40.517931 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for port, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:40.523315 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29335528'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:40.552735 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:40.608377 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event updated for resources: {'Port': ['ID=15053b0e-d728-4adb-8dfe-c4ce92d7cc43,revision_number=2']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:40.619900 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:40.635781 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:40.637205 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-aa0f0bc8-9f39-432f-adee-decec03dd32e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9883354 Oct 27 11:45:40.820139 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-a5b90722-c315-42df-8eea-2165affeba6e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--364252355&fields=id&tenant_id=18a798fcd851472396a821df034d2591 HTTP/1.1" status: 200 len: 267 time: 0.0335085 Oct 27 11:45:40.924157 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-3735519a-ba2e-4643-8958-b91f2ba3d05f tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:40.925496 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-3735519a-ba2e-4643-8958-b91f2ba3d05f tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/networks?id=a7a19429-34d2-4399-856f-928cf000bee1 HTTP/1.1" status: 200 len: 811 time: 0.0989389 Oct 27 11:45:40.940095 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-69abcbcf-8285-447d-9a26-425eb2997086 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/quotas/18a798fcd851472396a821df034d2591 HTTP/1.1" status: 200 len: 375 time: 0.0089257 Oct 27 11:45:41.026009 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:41.199911 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device d7afb64b-c9f9-4d17-a2f6-aef1e040a4be up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:45:41.249899 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:45:41.254513 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:45:41.254923 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:41.255244 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-e8776e4a-cb6c-4e8f-ba94-20e9416a504c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=18a798fcd851472396a821df034d2591&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3100016 Oct 27 11:45:41.335343 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:41.359228 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d26a640-08d2-4597-aea9-53c072510f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7afb64b-c9f9-4d17-a2f6-aef1e040a4be'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:41.361497 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5daa8e6-ead8-4812-a121-0a4ad734becf" -d '{"events": [{"server_uuid": "3d26a640-08d2-4597-aea9-53c072510f5f", "name": "network-vif-plugged", "status": "completed", "tag": "d7afb64b-c9f9-4d17-a2f6-aef1e040a4be"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:41.374503 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7afb64b-c9f9-4d17-a2f6-aef1e040a4be,segment=NetworkSegment(b336f784-667d-48ac-89b5-45c6f4e4ef6e),segment_id=b336f784-667d-48ac-89b5-45c6f4e4ef6e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:41.378974 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:41.409331 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d742d11c-8f9d-4efc-955a-43cff536718d x-openstack-request-id: req-d742d11c-8f9d-4efc-955a-43cff536718d {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:41.409627 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d26a640-08d2-4597-aea9-53c072510f5f", "name": "network-vif-plugged", "status": "completed", "tag": "d7afb64b-c9f9-4d17-a2f6-aef1e040a4be", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:41.409877 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d742d11c-8f9d-4efc-955a-43cff536718d {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:41.410294 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d26a640-08d2-4597-aea9-53c072510f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7afb64b-c9f9-4d17-a2f6-aef1e040a4be', 'code': 200} Oct 27 11:45:41.443957 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=d7afb64b-c9f9-4d17-a2f6-aef1e040a4be,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:41.452186 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-c794a34d-98e5-4962-91d9-1a666ea73ef3 service neutron] 10.222.0.36 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838169 Oct 27 11:45:41.602370 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcde7f3-21b9-4f44-89a1-3427cba50bd2 req-1b82511c-d072-42c5-bd47-33771b227ed8 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:41.603871 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bfcde7f3-21b9-4f44-89a1-3427cba50bd2 req-1b82511c-d072-42c5-bd47-33771b227ed8 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 945 time: 0.1301835 Oct 27 11:45:41.638415 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-dc29d1a3-780e-4d30-9da3-77b6e10ff642 service neutron] 10.222.0.36 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824577 Oct 27 11:45:41.660315 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25cd61-f033-4234-bddb-d4433e568f72 req-fafe8cc4-562c-43ba-b557-77802a0c18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:41.661814 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ab25cd61-f033-4234-bddb-d4433e568f72 req-fafe8cc4-562c-43ba-b557-77802a0c18a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 1098 time: 0.1035764 Oct 27 11:45:41.664615 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bfcde7f3-21b9-4f44-89a1-3427cba50bd2 req-6d7fbb16-634d-4e88-b79c-5802848c4503 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527716 Oct 27 11:45:41.700641 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ab25cd61-f033-4234-bddb-d4433e568f72 req-93803800-3ef6-48dc-b4ad-ec42245c2774 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314741 Oct 27 11:45:41.797053 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-47182cb1-4e7e-4342-8ee1-9742cca202c1 req-14f05b7b-4aaa-4a20-98d8-8194b47b40e8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 210 time: 0.0262263 Oct 27 11:45:42.168876 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:42.779282 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e7fc4-304a-48cb-b246-e7fd941a1d97 req-fbb62250-0df6-432e-afec-4d1af3c1cbbe tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:42.780770 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-663e7fc4-304a-48cb-b246-e7fd941a1d97 req-fbb62250-0df6-432e-afec-4d1af3c1cbbe tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 945 time: 0.0486233 Oct 27 11:45:42.821208 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-663e7fc4-304a-48cb-b246-e7fd941a1d97 req-a59b3572-d772-431d-9211-31e4d6d0a2a7 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343215 Oct 27 11:45:42.912313 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4f0e60dc-5053-4e69-bb70-9e9b06e67248 req-05d9466f-cef2-466f-a3c0-dcad98b14f37 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 210 time: 0.0324523 Oct 27 11:45:42.964408 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-307bf840-8e28-4d40-b356-3f77231dd3d7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:42.966487 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-307bf840-8e28-4d40-b356-3f77231dd3d7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.41 "GET /v2.0/networks?id=a7a19429-34d2-4399-856f-928cf000bee1 HTTP/1.1" status: 200 len: 811 time: 0.1428068 Oct 27 11:45:43.017719 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-9ecb9efc-89d6-4798-85d6-43a5e78cd5c1 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a798fcd851472396a821df034d2591 HTTP/1.1" status: 200 len: 379 time: 0.0388947 Oct 27 11:45:43.071235 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-53f7e733-5724-48b8-898d-5e2de9fe87a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Request body: {'port': {'device_id': '2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'admin_state_up': True, 'tenant_id': '18a798fcd851472396a821df034d2591', 'security_groups': ['f3890c3f-dffd-4273-aff8-ebaf366a1742']}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:43.182547 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-53f7e733-5724-48b8-898d-5e2de9fe87a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Made reservation on behalf of 18a798fcd851472396a821df034d2591 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:45:43.186775 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-53f7e733-5724-48b8-898d-5e2de9fe87a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:43.307263 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-53f7e733-5724-48b8-898d-5e2de9fe87a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Allocated IP 172.20.0.7 (a7a19429-34d2-4399-856f-928cf000bee1/6873a289-3a0e-4f94-87e8-f3eccf8a4939/aa4809fe-88f3-4235-969b-ec2a56674398) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:45:43.442174 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-53f7e733-5724-48b8-898d-5e2de9fe87a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:43.474274 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-53f7e733-5724-48b8-898d-5e2de9fe87a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:43.519876 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-53f7e733-5724-48b8-898d-5e2de9fe87a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Network a7a19429-34d2-4399-856f-928cf000bee1 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:45:43.523072 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-53f7e733-5724-48b8-898d-5e2de9fe87a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:45:43.525578 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-53f7e733-5724-48b8-898d-5e2de9fe87a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:45:43.556200 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7e733-5724-48b8-898d-5e2de9fe87a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event updated for resources: {'Port': ['ID=aa4809fe-88f3-4235-969b-ec2a56674398,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:43.586121 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-53f7e733-5724-48b8-898d-5e2de9fe87a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:43.586769 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-53f7e733-5724-48b8-898d-5e2de9fe87a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:43.604378 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-53f7e733-5724-48b8-898d-5e2de9fe87a5 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5373645 Oct 27 11:45:43.618906 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Request body: {'port': {'device_id': '2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:43.675746 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:43.739275 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-a83fb2cd-a6ad-4067-a882-6806c374ec80 None None] Provisioning complete for port aa4809fe-88f3-4235-969b-ec2a56674398 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:45:43.739983 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a83fb2cd-a6ad-4067-a882-6806c374ec80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:43.781313 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-a83fb2cd-a6ad-4067-a882-6806c374ec80 None None] Port aa4809fe-88f3-4235-969b-ec2a56674398 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:45:43.982648 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4809fe-88f3-4235-969b-ec2a56674398 {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:45:43.993703 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f7853-aae5-43ba-86ab-384f1b45c567 req-3fb9153e-3118-452b-aa38-f4780b169930 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:43.995199 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc9f7853-aae5-43ba-86ab-384f1b45c567 req-3fb9153e-3118-452b-aa38-f4780b169930 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 945 time: 0.0976622 Oct 27 11:45:44.000716 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:44.051879 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Transition to ACTIVE for port object aa4809fe-88f3-4235-969b-ec2a56674398 will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:45:44.065826 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:44.103470 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc9f7853-aae5-43ba-86ab-384f1b45c567 req-505bac51-f407-4030-8a6b-818368fa1cd4 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002340 Oct 27 11:45:44.113125 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533d8c8-7e39-44e6-bd5f-03f6c6aefb94 req-b32abb52-e776-46ee-bfed-f30ce488fbf7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:44.125797 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b533d8c8-7e39-44e6-bd5f-03f6c6aefb94 req-b32abb52-e776-46ee-bfed-f30ce488fbf7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 931 time: 0.1165674 Oct 27 11:45:44.166832 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4809fe-88f3-4235-969b-ec2a56674398,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:44.192687 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b533d8c8-7e39-44e6-bd5f-03f6c6aefb94 req-d81afb1e-293b-47d6-8b09-5135de163492 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3890c3f-dffd-4273-aff8-ebaf366a1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697768 Oct 27 11:45:44.243360 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Attempting to bind port aa4809fe-88f3-4235-969b-ec2a56674398 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:45:44.243697 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Attempting to bind port aa4809fe-88f3-4235-969b-ec2a56674398 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:45:44.244113 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Attempting to bind port aa4809fe-88f3-4235-969b-ec2a56674398 on network a7a19429-34d2-4399-856f-928cf000bee1 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:45:44.249980 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Port aa4809fe-88f3-4235-969b-ec2a56674398 on network a7a19429-34d2-4399-856f-928cf000bee1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:45:44.250345 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Attempting to bind port aa4809fe-88f3-4235-969b-ec2a56674398 on network a7a19429-34d2-4399-856f-928cf000bee1 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:45:44.256048 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:45:44.256380 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Checking segment: {'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:45:44.256752 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Bound using segment: {'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:45:44.257171 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Bound port: aa4809fe-88f3-4235-969b-ec2a56674398, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:45:44.257515 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:44.330517 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] For port aa4809fe-88f3-4235-969b-ec2a56674398, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:45:44.334132 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] For port aa4809fe-88f3-4235-969b-ec2a56674398, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=aa4809fe-88f3-4235-969b-ec2a56674398,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:45:44.338522 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:44.382454 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:44.383448 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:44.384748 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-270e771b-7217-4910-b84e-fd118242e981 service neutron] 10.222.0.41 "PUT /v2.0/ports/aa4809fe-88f3-4235-969b-ec2a56674398 HTTP/1.1" status: 200 len: 1093 time: 0.7701955 Oct 27 11:45:44.387106 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd', 'tag': 'aa4809fe-88f3-4235-969b-ec2a56674398'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:44.391248 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23817d1d-32a4-4055-b7f4-ac9091128930" -d '{"events": [{"name": "network-changed", "server_uuid": "2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd", "tag": "aa4809fe-88f3-4235-969b-ec2a56674398"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:44.414805 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e771b-7217-4910-b84e-fd118242e981 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4809fe-88f3-4235-969b-ec2a56674398,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:44.456005 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf030324-b699-4c3d-8f80-18d14ac8ddae x-openstack-request-id: req-cf030324-b699-4c3d-8f80-18d14ac8ddae {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:44.456399 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd", "tag": "aa4809fe-88f3-4235-969b-ec2a56674398", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:44.456729 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf030324-b699-4c3d-8f80-18d14ac8ddae {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:44.457183 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd', 'tag': 'aa4809fe-88f3-4235-969b-ec2a56674398', 'status': 'completed', 'code': 200} Oct 27 11:45:44.491484 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-de4ec3bd-3ec4-4719-a90b-a0376e8b226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:44.494439 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-de4ec3bd-3ec4-4719-a90b-a0376e8b226d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18a798fcd851472396a821df034d2591&device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 1096 time: 0.0502398 Oct 27 11:45:44.554976 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-0e45cdff-4817-456d-9457-a11c1ebbf1c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4809fe-88f3-4235-969b-ec2a56674398 HTTP/1.1" status: 200 len: 217 time: 0.0469441 Oct 27 11:45:44.630096 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-d4a95579-c195-4625-abd4-4762da478ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:44.631644 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-d4a95579-c195-4625-abd4-4762da478ccd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6873a289-3a0e-4f94-87e8-f3eccf8a4939 HTTP/1.1" status: 200 len: 850 time: 0.0642076 Oct 27 11:45:44.685171 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-d12da3b1-fe56-4da8-ba3d-e55c64ff7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:44.686724 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-d12da3b1-fe56-4da8-ba3d-e55c64ff7bc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7a19429-34d2-4399-856f-928cf000bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451236 Oct 27 11:45:44.791857 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-ccc2796c-9c61-4362-842a-28176d78e577 service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962036 Oct 27 11:45:44.878545 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bc1dc-b559-4177-a9c6-5d84fc4bfeef req-0649f1ae-bb25-4704-a957-31e5171c8e0f tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:44.879925 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d28bc1dc-b559-4177-a9c6-5d84fc4bfeef req-0649f1ae-bb25-4704-a957-31e5171c8e0f tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 945 time: 0.1024070 Oct 27 11:45:44.923992 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1cbefb42-68d3-4c54-9e73-8e774c827810 req-4197ecd9-99e1-4106-8cb2-1a9dfacaa825 service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154311 Oct 27 11:45:44.937094 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d28bc1dc-b559-4177-a9c6-5d84fc4bfeef req-b4c779f0-d422-47af-a4d0-384f02242ace tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506883 Oct 27 11:45:45.019854 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23817d1d-32a4-4055-b7f4-ac9091128930 req-be7a614d-91e1-466f-a87b-65dcc6aeffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:45.021306 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-23817d1d-32a4-4055-b7f4-ac9091128930 req-be7a614d-91e1-466f-a87b-65dcc6aeffb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18a798fcd851472396a821df034d2591&device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 1096 time: 0.0439181 Oct 27 11:45:45.112440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23817d1d-32a4-4055-b7f4-ac9091128930 req-e0c85dc6-4ccb-494b-a937-9ebb93565c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:45.113894 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-23817d1d-32a4-4055-b7f4-ac9091128930 req-e0c85dc6-4ccb-494b-a937-9ebb93565c9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7a19429-34d2-4399-856f-928cf000bee1 HTTP/1.1" status: 200 len: 913 time: 0.0817688 Oct 27 11:45:45.159603 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-23817d1d-32a4-4055-b7f4-ac9091128930 req-9bb67b9a-196d-4a70-a68c-005a3f29dac0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4809fe-88f3-4235-969b-ec2a56674398 HTTP/1.1" status: 200 len: 217 time: 0.0378821 Oct 27 11:45:45.214196 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23817d1d-32a4-4055-b7f4-ac9091128930 req-0263b987-7619-40b1-8bb7-0ffc264bf15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:45.216421 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-23817d1d-32a4-4055-b7f4-ac9091128930 req-0263b987-7619-40b1-8bb7-0ffc264bf15a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6873a289-3a0e-4f94-87e8-f3eccf8a4939 HTTP/1.1" status: 200 len: 850 time: 0.0426493 Oct 27 11:45:45.264423 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23817d1d-32a4-4055-b7f4-ac9091128930 req-de289e94-0605-4d96-a4fc-9251ec948d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:45.266311 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-23817d1d-32a4-4055-b7f4-ac9091128930 req-de289e94-0605-4d96-a4fc-9251ec948d99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7a19429-34d2-4399-856f-928cf000bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428276 Oct 27 11:45:45.363747 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d014e-486d-4908-8f23-bac6c6d4669c req-037c07c2-e1ea-4f87-8887-0d4d2499e93e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:45.365187 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-782d014e-486d-4908-8f23-bac6c6d4669c req-037c07c2-e1ea-4f87-8887-0d4d2499e93e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 943 time: 0.0972986 Oct 27 11:45:45.413740 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-23817d1d-32a4-4055-b7f4-ac9091128930 req-ac05e225-cdd0-401d-bebb-c81413eab2af service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217835 Oct 27 11:45:45.420614 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-782d014e-486d-4908-8f23-bac6c6d4669c req-15878e5a-f651-4fb1-a8a3-2468d828f28c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3890c3f-dffd-4273-aff8-ebaf366a1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489974 Oct 27 11:45:45.507790 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-23817d1d-32a4-4055-b7f4-ac9091128930 req-583a7a96-1827-44f7-bb2c-f88fbfac95ec service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855284 Oct 27 11:45:46.055946 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6bc68-5503-42c7-a6d0-1a69b9fd670e req-b60c1ba4-de92-42e4-b90d-58eb80ddd619 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:46.057422 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f5a6bc68-5503-42c7-a6d0-1a69b9fd670e req-b60c1ba4-de92-42e4-b90d-58eb80ddd619 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 945 time: 0.0502515 Oct 27 11:45:46.096996 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f5a6bc68-5503-42c7-a6d0-1a69b9fd670e req-a03a9d81-8f5e-46d1-8156-cef2c60dffb0 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/security-groups?id=fcf6edd7-7498-4342-839c-85a0b7850c53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328114 Oct 27 11:45:46.560617 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519fd9a-4e74-4ff1-bf02-431272810bde req-91a51dc0-56f7-44d5-ac9b-e858b001c6b4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:46.562067 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7519fd9a-4e74-4ff1-bf02-431272810bde req-91a51dc0-56f7-44d5-ac9b-e858b001c6b4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 943 time: 0.0769522 Oct 27 11:45:46.574104 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec91b5-c5e1-42db-8a89-68694a883398 req-1e75f3a6-9b89-4050-b5c2-8482717a9640 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:46.576056 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-65ec91b5-c5e1-42db-8a89-68694a883398 req-1e75f3a6-9b89-4050-b5c2-8482717a9640 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 945 time: 0.0806572 Oct 27 11:45:46.642823 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7519fd9a-4e74-4ff1-bf02-431272810bde req-ff4840c4-01b2-4dcc-8a6e-a1d7035453d8 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3890c3f-dffd-4273-aff8-ebaf366a1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656676 Oct 27 11:45:46.688664 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-65ec91b5-c5e1-42db-8a89-68694a883398 req-7ddb0a4c-5880-4eb8-9655-3e9f7ef9a781 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Deleting port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:45:46.688991 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-65ec91b5-c5e1-42db-8a89-68694a883398 req-7ddb0a4c-5880-4eb8-9655-3e9f7ef9a781 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:46.776869 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-65ec91b5-c5e1-42db-8a89-68694a883398 req-7ddb0a4c-5880-4eb8-9655-3e9f7ef9a781 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] For port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=d7afb64b-c9f9-4d17-a2f6-aef1e040a4be,segment=NetworkSegment(b336f784-667d-48ac-89b5-45c6f4e4ef6e),segment_id=b336f784-667d-48ac-89b5-45c6f4e4ef6e)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:46.777214 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-65ec91b5-c5e1-42db-8a89-68694a883398 req-7ddb0a4c-5880-4eb8-9655-3e9f7ef9a781 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:46.789081 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-65ec91b5-c5e1-42db-8a89-68694a883398 req-7ddb0a4c-5880-4eb8-9655-3e9f7ef9a781 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Calling delete_port for d7afb64b-c9f9-4d17-a2f6-aef1e040a4be owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:45:46.916594 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-65ec91b5-c5e1-42db-8a89-68694a883398 req-7ddb0a4c-5880-4eb8-9655-3e9f7ef9a781 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:46.932588 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['d7afb64b-c9f9-4d17-a2f6-aef1e040a4be'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:45:46.942765 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb0a4c-5880-4eb8-9655-3e9f7ef9a781 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Pushing event deleted for resources: {'Port': ['ID=d7afb64b-c9f9-4d17-a2f6-aef1e040a4be,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:46.984535 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ec91b5-c5e1-42db-8a89-68694a883398 req-7ddb0a4c-5880-4eb8-9655-3e9f7ef9a781 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] No DVR routers for this DVR port d7afb64b-c9f9-4d17-a2f6-aef1e040a4be on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:45:46.986917 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-65ec91b5-c5e1-42db-8a89-68694a883398 req-7ddb0a4c-5880-4eb8-9655-3e9f7ef9a781 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:46.990145 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-65ec91b5-c5e1-42db-8a89-68694a883398 req-7ddb0a4c-5880-4eb8-9655-3e9f7ef9a781 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.41 "DELETE /v2.0/ports/d7afb64b-c9f9-4d17-a2f6-aef1e040a4be HTTP/1.1" status: 204 len: 173 time: 0.4066157 Oct 27 11:45:46.990571 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d26a640-08d2-4597-aea9-53c072510f5f', 'name': 'network-vif-deleted', 'tag': 'd7afb64b-c9f9-4d17-a2f6-aef1e040a4be'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:46.992792 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962fcb6d-34ed-4170-8378-4f07b2f0908a" -d '{"events": [{"server_uuid": "3d26a640-08d2-4597-aea9-53c072510f5f", "name": "network-vif-deleted", "tag": "d7afb64b-c9f9-4d17-a2f6-aef1e040a4be"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:47.033968 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cc618c-3526-49cd-a570-b72e475f4549 x-openstack-request-id: req-05cc618c-3526-49cd-a570-b72e475f4549 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:47.034283 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d26a640-08d2-4597-aea9-53c072510f5f", "name": "network-vif-deleted", "tag": "d7afb64b-c9f9-4d17-a2f6-aef1e040a4be", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:47.034531 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05cc618c-3526-49cd-a570-b72e475f4549 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:47.035073 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d26a640-08d2-4597-aea9-53c072510f5f', 'name': 'network-vif-deleted', 'tag': 'd7afb64b-c9f9-4d17-a2f6-aef1e040a4be', 'status': 'completed', 'code': 200} Oct 27 11:45:47.205233 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-867a7d37-9291-4a16-b5aa-4083dc9a3a37 req-ea704b5b-238e-4e63-b7c1-0106d7d49814 tempest-VolumesActionsTest-680377112 tempest-VolumesActionsTest-680377112-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d26a640-08d2-4597-aea9-53c072510f5f HTTP/1.1" status: 200 len: 210 time: 0.0269241 Oct 27 11:45:47.233021 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device aa4809fe-88f3-4235-969b-ec2a56674398 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:45:47.328043 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port aa4809fe-88f3-4235-969b-ec2a56674398, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=aa4809fe-88f3-4235-969b-ec2a56674398,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:47.338727 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': 'aa4809fe-88f3-4235-969b-ec2a56674398', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'port_id': 'aa4809fe-88f3-4235-969b-ec2a56674398', 'mac_address': 'fa:16:3e:09:15:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:45:47.374552 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:47.388496 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4809fe-88f3-4235-969b-ec2a56674398 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:45:47.407394 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port aa4809fe-88f3-4235-969b-ec2a56674398, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=aa4809fe-88f3-4235-969b-ec2a56674398,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:47.412019 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:47.470263 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=aa4809fe-88f3-4235-969b-ec2a56674398,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:47.680790 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['aa4809fe-88f3-4235-969b-ec2a56674398'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:45:47.758450 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b665c9-45d8-434e-93d8-705a74831b99 req-418ad132-dbb7-4482-9c2d-7606fb9bbd74 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:47.760073 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-75b665c9-45d8-434e-93d8-705a74831b99 req-418ad132-dbb7-4482-9c2d-7606fb9bbd74 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 944 time: 0.0481625 Oct 27 11:45:47.801777 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-75b665c9-45d8-434e-93d8-705a74831b99 req-77956d11-041b-4ea0-83ec-69914faf4e76 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3890c3f-dffd-4273-aff8-ebaf366a1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352409 Oct 27 11:45:47.871502 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:48.921689 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a1f6f-ae18-473d-b896-0ae9b25e9427 req-35b55bec-1b92-42cd-a922-640af4439e8c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:48.923207 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb8a1f6f-ae18-473d-b896-0ae9b25e9427 req-35b55bec-1b92-42cd-a922-640af4439e8c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 944 time: 0.0523410 Oct 27 11:45:48.963119 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb8a1f6f-ae18-473d-b896-0ae9b25e9427 req-2a602c8b-c0df-4c12-b84a-5c8221e25472 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3890c3f-dffd-4273-aff8-ebaf366a1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338011 Oct 27 11:45:49.228362 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device aa4809fe-88f3-4235-969b-ec2a56674398 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:45:49.281260 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port aa4809fe-88f3-4235-969b-ec2a56674398 completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:45:49.285487 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port aa4809fe-88f3-4235-969b-ec2a56674398 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:45:49.285850 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:49.360132 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:49.381720 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4809fe-88f3-4235-969b-ec2a56674398'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:49.383978 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac536f8-979f-4ca1-adae-f28999a7b200" -d '{"events": [{"server_uuid": "2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd", "name": "network-vif-plugged", "status": "completed", "tag": "aa4809fe-88f3-4235-969b-ec2a56674398"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:49.397420 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port aa4809fe-88f3-4235-969b-ec2a56674398, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=aa4809fe-88f3-4235-969b-ec2a56674398,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:45:49.401494 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:49.402271 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device d7afb64b-c9f9-4d17-a2f6-aef1e040a4be no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:45:49.441855 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c8eddb-7162-4861-9abf-8a8b6ffd9280 x-openstack-request-id: req-60c8eddb-7162-4861-9abf-8a8b6ffd9280 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:49.442179 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd", "name": "network-vif-plugged", "status": "completed", "tag": "aa4809fe-88f3-4235-969b-ec2a56674398", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:49.442380 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60c8eddb-7162-4861-9abf-8a8b6ffd9280 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:49.442883 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4809fe-88f3-4235-969b-ec2a56674398', 'code': 200} Oct 27 11:45:49.445207 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: d7afb64b-c9f9-4d17-a2f6-aef1e040a4be {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:45:49.445539 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device d7afb64b-c9f9-4d17-a2f6-aef1e040a4be not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:45:49.468913 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=aa4809fe-88f3-4235-969b-ec2a56674398,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:45:50.076977 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba06080-50a0-4346-a694-18e2e1a77034 req-01c334dd-f81e-4eb8-ad83-cfecf5070834 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:50.078452 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cba06080-50a0-4346-a694-18e2e1a77034 req-01c334dd-f81e-4eb8-ad83-cfecf5070834 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 945 time: 0.0476587 Oct 27 11:45:50.115532 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cba06080-50a0-4346-a694-18e2e1a77034 req-5e67d7f1-9f95-4605-a7b7-0db67d86e9ec tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3890c3f-dffd-4273-aff8-ebaf366a1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307808 Oct 27 11:45:51.227712 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f3a0d-ad63-4545-8178-152aa9eb53ff req-83480aac-4ab2-4776-b4f7-87c96d672b4d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:51.229179 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5b9f3a0d-ad63-4545-8178-152aa9eb53ff req-83480aac-4ab2-4776-b4f7-87c96d672b4d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 945 time: 0.0472493 Oct 27 11:45:51.271199 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5b9f3a0d-ad63-4545-8178-152aa9eb53ff req-62858435-f26f-48d6-8133-0bb7798ca740 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3890c3f-dffd-4273-aff8-ebaf366a1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354483 Oct 27 11:45:51.949289 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8bfee-f3a8-4f22-b867-420d693cc332 req-0eebffb2-cc82-4403-9470-0bde042a28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:51.951274 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9fd8bfee-f3a8-4f22-b867-420d693cc332 req-0eebffb2-cc82-4403-9470-0bde042a28c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 1098 time: 0.0800135 Oct 27 11:45:51.986157 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9fd8bfee-f3a8-4f22-b867-420d693cc332 req-36ebf982-12d9-4d5c-9443-033ca9838ba1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f3890c3f-dffd-4273-aff8-ebaf366a1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272563 Oct 27 11:45:52.384483 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5bfaa-d278-40c2-97b8-7db82b719290 req-e24e97fd-a0b7-4e2d-9f0d-561cb352e5e9 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:52.385946 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bcc5bfaa-d278-40c2-97b8-7db82b719290 req-e24e97fd-a0b7-4e2d-9f0d-561cb352e5e9 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 945 time: 0.0487041 Oct 27 11:45:52.423666 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bcc5bfaa-d278-40c2-97b8-7db82b719290 req-21b46d00-2cff-4cbd-bbbc-8ba1c523ed8c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3890c3f-dffd-4273-aff8-ebaf366a1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315194 Oct 27 11:45:53.553886 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764336b-e44f-42c0-9089-aa0aba9d443e req-ff2f9548-a384-429b-ba12-66e09101014d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:53.555406 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b764336b-e44f-42c0-9089-aa0aba9d443e req-ff2f9548-a384-429b-ba12-66e09101014d tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 945 time: 0.0615458 Oct 27 11:45:53.603288 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b764336b-e44f-42c0-9089-aa0aba9d443e req-2fca87c0-d7e4-43ce-9132-263837085b3a tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3890c3f-dffd-4273-aff8-ebaf366a1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406258 Oct 27 11:45:53.735185 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f63281-25ec-41da-ac2a-057c64e8b23a req-6c5cfbdd-5ed3-4b8e-bb02-60e5d20a70e7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:53.737341 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-12f63281-25ec-41da-ac2a-057c64e8b23a req-6c5cfbdd-5ed3-4b8e-bb02-60e5d20a70e7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 945 time: 0.0632684 Oct 27 11:45:53.748135 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 50344) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:45:53.753053 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-21bc4c15-7de8-445f-adb6-882f0e7bd98e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Request body: {'floatingip': {'port_id': 'aa4809fe-88f3-4235-969b-ec2a56674398'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:45:53.804537 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-21bc4c15-7de8-445f-adb6-882f0e7bd98e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for floatingip, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:54.319147 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-21bc4c15-7de8-445f-adb6-882f0e7bd98e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:54.324432 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-21bc4c15-7de8-445f-adb6-882f0e7bd98e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:54.428167 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.l3_db [None req-21bc4c15-7de8-445f-adb6-882f0e7bd98e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Floating IP 5653f8c5-df4e-4448-aa3e-471f3b290c08 associated. External IP: 172.27.3.234, port: aa4809fe-88f3-4235-969b-ec2a56674398. Oct 27 11:45:55.005701 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bc4c15-7de8-445f-adb6-882f0e7bd98e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:45:55.124151 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bc4c15-7de8-445f-adb6-882f0e7bd98e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:45:55.130743 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-21bc4c15-7de8-445f-adb6-882f0e7bd98e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:55.137376 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e3e76-ed57-4c28-a9e8-ec64b1277349 None None] Sync routers for ids ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:45:55.148890 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e3e76-ed57-4c28-a9e8-ec64b1277349 None None] Routers {'7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:45:55.149968 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-b49e3e76-ed57-4c28-a9e8-ec64b1277349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:55.185084 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-21bc4c15-7de8-445f-adb6-882f0e7bd98e tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "PUT /v2.0/floatingips/5653f8c5-df4e-4448-aa3e-471f3b290c08 HTTP/1.1" status: 200 len: 991 time: 1.4352798 Oct 27 11:45:55.186223 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd', 'tag': 'aa4809fe-88f3-4235-969b-ec2a56674398'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:45:55.189136 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6720e7d6-5a09-4a7f-b352-f03c5ade8849" -d '{"events": [{"name": "network-changed", "server_uuid": "2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd", "tag": "aa4809fe-88f3-4235-969b-ec2a56674398"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:45:55.307229 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-b49e3e76-ed57-4c28-a9e8-ec64b1277349 None None] Set router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:45:55.357165 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d69fb95-b3b8-419b-b3d9-4df6b75ecd52 x-openstack-request-id: req-4d69fb95-b3b8-419b-b3d9-4df6b75ecd52 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:45:55.357544 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd", "tag": "aa4809fe-88f3-4235-969b-ec2a56674398", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:45:55.357895 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d69fb95-b3b8-419b-b3d9-4df6b75ecd52 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:45:55.358504 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd', 'tag': 'aa4809fe-88f3-4235-969b-ec2a56674398', 'status': 'completed', 'code': 200} Oct 27 11:45:55.447092 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720e7d6-5a09-4a7f-b352-f03c5ade8849 req-afb13c37-b69e-4590-b4de-c19dfc758e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:55.448720 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6720e7d6-5a09-4a7f-b352-f03c5ade8849 req-afb13c37-b69e-4590-b4de-c19dfc758e28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=18a798fcd851472396a821df034d2591&device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 1098 time: 0.0637164 Oct 27 11:45:55.563594 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720e7d6-5a09-4a7f-b352-f03c5ade8849 req-cd10d1be-7ba7-48bf-8463-ae531286bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:55.565064 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6720e7d6-5a09-4a7f-b352-f03c5ade8849 req-cd10d1be-7ba7-48bf-8463-ae531286bd7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7a19429-34d2-4399-856f-928cf000bee1 HTTP/1.1" status: 200 len: 913 time: 0.1026299 Oct 27 11:45:55.573945 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-b49e3e76-ed57-4c28-a9e8-ec64b1277349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '5653f8c5-df4e-4448-aa3e-471f3b290c08', 'tenant_id': '18a798fcd851472396a821df034d2591', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'port_id': 'aa4809fe-88f3-4235-969b-ec2a56674398', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'mac_address': 'fa:16:3e:09:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:45:40Z', 'updated_at': '2021-10-27T11:45:54Z', 'revision_number': 1, 'project_id': '18a798fcd851472396a821df034d2591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:59Z', 'revision_number': 5, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:55.607089 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e3e76-ed57-4c28-a9e8-ec64b1277349 None None] Checking router: 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:45:55.623413 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49e3e76-ed57-4c28-a9e8-ec64b1277349 None None] Routers {'7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:45:55.624288 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-b49e3e76-ed57-4c28-a9e8-ec64b1277349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:55.644876 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6720e7d6-5a09-4a7f-b352-f03c5ade8849 req-1ee37898-98a9-494c-af70-9e12ef470858 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa4809fe-88f3-4235-969b-ec2a56674398 HTTP/1.1" status: 200 len: 999 time: 0.0725148 Oct 27 11:45:55.706874 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720e7d6-5a09-4a7f-b352-f03c5ade8849 req-f1600ba5-4c7b-4aeb-b64b-9a04cec9eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:55.708243 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6720e7d6-5a09-4a7f-b352-f03c5ade8849 req-f1600ba5-4c7b-4aeb-b64b-9a04cec9eab6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6873a289-3a0e-4f94-87e8-f3eccf8a4939 HTTP/1.1" status: 200 len: 850 time: 0.0526302 Oct 27 11:45:55.761137 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-b49e3e76-ed57-4c28-a9e8-ec64b1277349 None None] Set router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:45:55.764100 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720e7d6-5a09-4a7f-b352-f03c5ade8849 req-9e7b867b-8e9f-4859-98dc-3ae98bad18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:45:55.765803 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6720e7d6-5a09-4a7f-b352-f03c5ade8849 req-9e7b867b-8e9f-4859-98dc-3ae98bad18ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7a19429-34d2-4399-856f-928cf000bee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486512 Oct 27 11:45:55.885349 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6720e7d6-5a09-4a7f-b352-f03c5ade8849 req-05d93401-f5da-4cb5-a758-01a44217e8be service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115184 Oct 27 11:45:56.018293 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6720e7d6-5a09-4a7f-b352-f03c5ade8849 req-3c738bf0-186c-41db-8ecd-c0c7e0b8df8d service neutron] 10.222.0.41 "GET /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238272 Oct 27 11:45:56.032119 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-b49e3e76-ed57-4c28-a9e8-ec64b1277349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '5653f8c5-df4e-4448-aa3e-471f3b290c08', 'tenant_id': '18a798fcd851472396a821df034d2591', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'port_id': 'aa4809fe-88f3-4235-969b-ec2a56674398', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'mac_address': 'fa:16:3e:09:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:45:40Z', 'updated_at': '2021-10-27T11:45:54Z', 'revision_number': 1, 'project_id': '18a798fcd851472396a821df034d2591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:59Z', 'revision_number': 5, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:45:56.073151 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49e3e76-ed57-4c28-a9e8-ec64b1277349 None None] The sync data for ids ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'] in dv-cinder-815146-3-iscsi is: [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '5653f8c5-df4e-4448-aa3e-471f3b290c08', 'tenant_id': '18a798fcd851472396a821df034d2591', 'floating_ip_address': '172.27.3.234', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'port_id': 'aa4809fe-88f3-4235-969b-ec2a56674398', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'mac_address': 'fa:16:3e:09:15:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:45:40Z', 'updated_at': '2021-10-27T11:45:54Z', 'revision_number': 1, 'project_id': '18a798fcd851472396a821df034d2591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:59Z', 'revision_number': 5, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:45:56.350459 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca26968-3c7b-4306-986a-8c0d24ae1aa7 None None] New status for floating IP 5653f8c5-df4e-4448-aa3e-471f3b290c08: ACTIVE {{(pid=108005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:46:02.412088 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6488fc-8ce7-41ab-82cc-0019f2f3bb08 req-42d16f81-c2dd-4519-bb9c-0be1b3bde811 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:02.414224 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3b6488fc-8ce7-41ab-82cc-0019f2f3bb08 req-42d16f81-c2dd-4519-bb9c-0be1b3bde811 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 946 time: 0.0731902 Oct 27 11:46:02.458081 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3b6488fc-8ce7-41ab-82cc-0019f2f3bb08 req-d7ac7c12-5575-4829-9505-64a9c6a2f43d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358889 Oct 27 11:46:03.604096 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de7b47-9bc3-4957-99cf-0c3e366e0ba7 req-4c160038-2274-4790-980b-ebc12d44763d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:03.605827 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-96de7b47-9bc3-4957-99cf-0c3e366e0ba7 req-4c160038-2274-4790-980b-ebc12d44763d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 946 time: 0.0529516 Oct 27 11:46:03.647961 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-96de7b47-9bc3-4957-99cf-0c3e366e0ba7 req-dc6f5568-3228-488b-af69-9c1d7ff4253d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349481 Oct 27 11:46:04.383249 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-556747e0-5d2f-48c1-b65a-ffe85919b928 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:04.384719 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-556747e0-5d2f-48c1-b65a-ffe85919b928 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 946 time: 0.0750637 Oct 27 11:46:04.493200 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Deleting port 768cb664-794f-483d-a39d-1d235e5e2ce0 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:46:04.493605 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:04.601421 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] For port 768cb664-794f-483d-a39d-1d235e5e2ce0, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=768cb664-794f-483d-a39d-1d235e5e2ce0,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:46:04.602091 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:04.831074 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bf591-65a3-4c81-ab1a-5c929a7237cc req-769d8b60-14ef-4394-b3a0-46d64c6fe1c5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:04.835580 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-de7bf591-65a3-4c81-ab1a-5c929a7237cc req-769d8b60-14ef-4394-b3a0-46d64c6fe1c5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 946 time: 0.1067932 Oct 27 11:46:04.854786 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:04.855764 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:04.856076 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.l3_db [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Floating IP d7187091-71e6-4408-b404-4ac7fd395f75 disassociated. External IP: 172.27.3.240, port: 768cb664-794f-483d-a39d-1d235e5e2ce0. Oct 27 11:46:04.856404 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Calling delete_port for 768cb664-794f-483d-a39d-1d235e5e2ce0 owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:46:04.931420 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-de7bf591-65a3-4c81-ab1a-5c929a7237cc req-86a0cebb-a02d-4cde-8bca-700df572ac28 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920272 Oct 27 11:46:05.039252 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:05.071679 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event deleted for resources: {'Port': ['ID=768cb664-794f-483d-a39d-1d235e5e2ce0,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:05.188744 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Router 1f7bf127-edb2-4ecf-8dde-11c235346d78 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:46:05.317510 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:46:05.330780 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8201b5-07d3-4979-9abf-b838cabb086a None None] Sync routers for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:46:05.366661 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8201b5-07d3-4979-9abf-b838cabb086a None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:46:05.368629 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] No DVR routers for this DVR port 768cb664-794f-483d-a39d-1d235e5e2ce0 on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:46:05.369281 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-bc8201b5-07d3-4979-9abf-b838cabb086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:46:05.372114 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:05.376346 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dfd4bde8-0156-4ecd-9251-c9e697c79698 req-12b4573a-a2fe-448d-a1b0-7ecb2247b064 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "DELETE /v2.0/ports/768cb664-794f-483d-a39d-1d235e5e2ce0 HTTP/1.1" status: 204 len: 173 time: 0.9826629 Oct 27 11:46:05.376983 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66bc1aa1-781c-46c2-a28a-2fe1e1eb331a', 'name': 'network-vif-deleted', 'tag': '768cb664-794f-483d-a39d-1d235e5e2ce0'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:46:05.381484 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c388990-d31b-4b4e-a3a2-cc2f58a54ae1" -d '{"events": [{"server_uuid": "66bc1aa1-781c-46c2-a28a-2fe1e1eb331a", "name": "network-vif-deleted", "tag": "768cb664-794f-483d-a39d-1d235e5e2ce0"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:46:05.568047 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d52e10-c964-4e0d-8203-f00a9a7c90fe x-openstack-request-id: req-a2d52e10-c964-4e0d-8203-f00a9a7c90fe {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:46:05.568330 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66bc1aa1-781c-46c2-a28a-2fe1e1eb331a", "name": "network-vif-deleted", "tag": "768cb664-794f-483d-a39d-1d235e5e2ce0", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:46:05.568575 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2d52e10-c964-4e0d-8203-f00a9a7c90fe {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:46:05.568969 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66bc1aa1-781c-46c2-a28a-2fe1e1eb331a', 'name': 'network-vif-deleted', 'tag': '768cb664-794f-483d-a39d-1d235e5e2ce0', 'status': 'completed', 'code': 200} Oct 27 11:46:05.571770 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-bc8201b5-07d3-4979-9abf-b838cabb086a None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:46:06.024906 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-bc8201b5-07d3-4979-9abf-b838cabb086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:46:06.054526 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8201b5-07d3-4979-9abf-b838cabb086a None None] Checking router: 1f7bf127-edb2-4ecf-8dde-11c235346d78 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:46:06.064012 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8201b5-07d3-4979-9abf-b838cabb086a None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:46:06.064766 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-bc8201b5-07d3-4979-9abf-b838cabb086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:45:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:46:06.067331 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-04390d78-e970-4b09-920f-862d624e820e req-9d5eeb36-4550-46e9-96ef-11436c5bc4e4 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=66bc1aa1-781c-46c2-a28a-2fe1e1eb331a HTTP/1.1" status: 200 len: 210 time: 0.0333292 Oct 27 11:46:06.178456 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-bc8201b5-07d3-4979-9abf-b838cabb086a None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:46:06.424392 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-bc8201b5-07d3-4979-9abf-b838cabb086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:46:06.453236 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8201b5-07d3-4979-9abf-b838cabb086a None None] The sync data for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi is: [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:46:06.750646 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fe0fb3-ac17-424b-a58a-2637c9b804dc None None] New status for floating IP d7187091-71e6-4408-b404-4ac7fd395f75: DOWN {{(pid=108005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:46:06.816587 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b5523f39-ed27-4da3-abd8-659b870b85b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:07.323404 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 768cb664-794f-483d-a39d-1d235e5e2ce0 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:46:07.341867 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-b555ee07-b523-47ab-a0ec-439092e71818 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883222231&fields=id&tenant_id=05c96c34cc5b487dbbca84b067026f01 HTTP/1.1" status: 200 len: 267 time: 0.0386136 Oct 27 11:46:07.343949 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: 768cb664-794f-483d-a39d-1d235e5e2ce0 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:46:07.344278 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 768cb664-794f-483d-a39d-1d235e5e2ce0 not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:46:07.470868 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-640baac2-7fd1-4cd8-b314-64f509d52650 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:07.472747 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-640baac2-7fd1-4cd8-b314-64f509d52650 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 811 time: 0.1219387 Oct 27 11:46:07.490361 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-8cda25d8-459e-4bd3-a24d-a775fbc1f0db tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/quotas/05c96c34cc5b487dbbca84b067026f01 HTTP/1.1" status: 200 len: 375 time: 0.0107067 Oct 27 11:46:07.554658 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-59f4b669-6fa2-425a-927b-f26e96d105f4 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555234 Oct 27 11:46:07.705410 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-1a7c1de9-5dd9-41c5-a323-5a3b32dd83d1 service neutron] 10.222.0.36 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373045 Oct 27 11:46:07.826150 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-8e235fe8-3e55-4765-8f66-269fda2871ec service neutron] 10.222.0.36 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140311 Oct 27 11:46:08.151098 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-810c31f6-efe2-480c-87e3-32da49f55d73 req-7342e2ca-16f8-4cd1-9956-42cd1f69a428 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 210 time: 0.0268793 Oct 27 11:46:09.161938 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-57a63b71-e4e9-4adc-8eb4-d554f415e3a4 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:09.163405 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-57a63b71-e4e9-4adc-8eb4-d554f415e3a4 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 811 time: 0.1044874 Oct 27 11:46:09.243843 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-876d9b92-ad1b-48bd-bab5-2183281677d5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05c96c34cc5b487dbbca84b067026f01 HTTP/1.1" status: 200 len: 380 time: 0.0679910 Oct 27 11:46:09.254912 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-b75c8d5f-3bfe-4a41-94f1-f6890bb1e17c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Request body: {'port': {'device_id': '379d4086-1103-4c0d-8190-8dea9da2d722', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'admin_state_up': True, 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'security_groups': ['c4791046-1e18-4ecb-a6a3-9063ea874e17']}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:46:09.323172 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3e996344-9b04-4dd8-b894-170bc2375e74 req-14e2bb8d-a1c9-49d5-83b0-a2a234ceb6fd tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 210 time: 0.0636847 Oct 27 11:46:09.386512 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-b75c8d5f-3bfe-4a41-94f1-f6890bb1e17c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Made reservation on behalf of 05c96c34cc5b487dbbca84b067026f01 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:46:09.390251 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-b75c8d5f-3bfe-4a41-94f1-f6890bb1e17c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:09.517060 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-b75c8d5f-3bfe-4a41-94f1-f6890bb1e17c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Allocated IP 172.20.0.3 (2f7b2cdb-eb34-4d28-b61d-c435d2520f1d/38d49ba1-e1bf-423b-8a40-a4419d3a55de/dc8c110b-f201-4392-8778-0c9c2edf70e2) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:46:09.670658 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-b75c8d5f-3bfe-4a41-94f1-f6890bb1e17c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:09.705635 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-b75c8d5f-3bfe-4a41-94f1-f6890bb1e17c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:09.747403 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-b75c8d5f-3bfe-4a41-94f1-f6890bb1e17c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:46:09.750511 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-b75c8d5f-3bfe-4a41-94f1-f6890bb1e17c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:46:09.754311 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-b75c8d5f-3bfe-4a41-94f1-f6890bb1e17c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:46:09.774382 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-0d61f451-37fd-4e9e-b193-751538c460c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:09.782973 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c8d5f-3bfe-4a41-94f1-f6890bb1e17c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'Port': ['ID=dc8c110b-f201-4392-8778-0c9c2edf70e2,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:09.812710 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-b75c8d5f-3bfe-4a41-94f1-f6890bb1e17c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:09.815252 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-b75c8d5f-3bfe-4a41-94f1-f6890bb1e17c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:09.830664 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-b75c8d5f-3bfe-4a41-94f1-f6890bb1e17c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5797031 Oct 27 11:46:09.847921 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Request body: {'port': {'device_id': '379d4086-1103-4c0d-8190-8dea9da2d722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:46:09.910033 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:09.980250 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-44208bc2-c624-4f9f-ba70-ce32c0c5d849 None None] Provisioning complete for port dc8c110b-f201-4392-8778-0c9c2edf70e2 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:46:09.980612 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-44208bc2-c624-4f9f-ba70-ce32c0c5d849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.017158 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-44208bc2-c624-4f9f-ba70-ce32c0c5d849 None None] Port dc8c110b-f201-4392-8778-0c9c2edf70e2 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:46:10.069771 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50602) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:46:10.114405 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d1b62d-3992-4125-9fc8-e997d16f260c admin admin] Deleting subnet 5568bcc9-be6f-44dc-9457-b9774c15ea32 {{(pid=108002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:46:10.117534 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b62d-3992-4125-9fc8-e997d16f260c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.154281 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b62d-3992-4125-9fc8-e997d16f260c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28753158'] for subnet, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.187209 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8c110b-f201-4392-8778-0c9c2edf70e2 {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:46:10.192960 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b62d-3992-4125-9fc8-e997d16f260c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.195401 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.214248 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Transition to ACTIVE for port object dc8c110b-f201-4392-8778-0c9c2edf70e2 will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:46:10.219007 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.250391 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b62d-3992-4125-9fc8-e997d16f260c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29335334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25368705'] for subnet, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.270324 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8c110b-f201-4392-8778-0c9c2edf70e2,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:10.281750 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1b62d-3992-4125-9fc8-e997d16f260c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5568bcc9-be6f-44dc-9457-b9774c15ea32,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:10.286381 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b62d-3992-4125-9fc8-e997d16f260c admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.289629 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-f0d1b62d-3992-4125-9fc8-e997d16f260c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5568bcc9-be6f-44dc-9457-b9774c15ea32 HTTP/1.1" status: 204 len: 168 time: 0.2188568 Oct 27 11:46:10.292644 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50604) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:46:10.350705 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Attempting to bind port dc8c110b-f201-4392-8778-0c9c2edf70e2 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:46:10.351395 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Attempting to bind port dc8c110b-f201-4392-8778-0c9c2edf70e2 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:46:10.351927 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Attempting to bind port dc8c110b-f201-4392-8778-0c9c2edf70e2 on network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:46:10.361749 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-13b7999c-2ee9-4192-89dd-b08d32495aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.367459 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Port dc8c110b-f201-4392-8778-0c9c2edf70e2 on network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:46:10.368036 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Attempting to bind port dc8c110b-f201-4392-8778-0c9c2edf70e2 on network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:46:10.375057 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:46:10.375463 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Checking segment: {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:46:10.376069 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Bound using segment: {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:46:10.376603 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Bound port: dc8c110b-f201-4392-8778-0c9c2edf70e2, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:46:10.377060 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.482045 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] For port dc8c110b-f201-4392-8778-0c9c2edf70e2, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:46:10.486206 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] For port dc8c110b-f201-4392-8778-0c9c2edf70e2, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc8c110b-f201-4392-8778-0c9c2edf70e2,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:46:10.494316 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136cb88-3f14-4589-9f1b-3038c86dc85c req-a25f9452-f3a2-4cc5-88f8-9764ab6589df tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:10.496504 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0136cb88-3f14-4589-9f1b-3038c86dc85c req-a25f9452-f3a2-4cc5-88f8-9764ab6589df tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 943 time: 0.0812716 Oct 27 11:46:10.498295 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.559013 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:10.559434 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.560938 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/dc8c110b-f201-4392-8778-0c9c2edf70e2 HTTP/1.1" status: 200 len: 1093 time: 0.7172997 Oct 27 11:46:10.561309 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d4086-1103-4c0d-8190-8dea9da2d722', 'tag': 'dc8c110b-f201-4392-8778-0c9c2edf70e2'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:46:10.563692 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f22533-8caf-4f91-962c-9294706ff132" -d '{"events": [{"name": "network-changed", "server_uuid": "379d4086-1103-4c0d-8190-8dea9da2d722", "tag": "dc8c110b-f201-4392-8778-0c9c2edf70e2"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:46:10.565265 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.599571 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf98d7a-e806-45e6-b222-db6bdee669a1 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8c110b-f201-4392-8778-0c9c2edf70e2,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:10.605134 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0136cb88-3f14-4589-9f1b-3038c86dc85c req-1536ac77-9719-4de8-8b1f-58e437e90135 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013284 Oct 27 11:46:10.645962 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40979fcd-26f0-451e-b4da-08c336caadfe x-openstack-request-id: req-40979fcd-26f0-451e-b4da-08c336caadfe {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:46:10.646259 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379d4086-1103-4c0d-8190-8dea9da2d722", "tag": "dc8c110b-f201-4392-8778-0c9c2edf70e2", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:46:10.646509 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40979fcd-26f0-451e-b4da-08c336caadfe {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:46:10.646934 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d4086-1103-4c0d-8190-8dea9da2d722', 'tag': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'status': 'completed', 'code': 200} Oct 27 11:46:10.666533 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-3371e373-95f7-42d0-be25-a7622a262a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:10.669006 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-3371e373-95f7-42d0-be25-a7622a262a46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 1096 time: 0.0546043 Oct 27 11:46:10.678241 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-13b7999c-2ee9-4192-89dd-b08d32495aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.699850 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-13b7999c-2ee9-4192-89dd-b08d32495aab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c090e2-01ca-43a4-80e7-61833a9d5f05']}} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:46:10.710489 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-13b7999c-2ee9-4192-89dd-b08d32495aab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b336f784-667d-48ac-89b5-45c6f4e4ef6e') {'for_net_delete': True} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:46:10.710827 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-13b7999c-2ee9-4192-89dd-b08d32495aab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b336f784-667d-48ac-89b5-45c6f4e4ef6e') {} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:46:10.714043 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-2cb32d09-3991-4a63-bb0b-3cc0fc0de6b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc8c110b-f201-4392-8778-0c9c2edf70e2 HTTP/1.1" status: 200 len: 217 time: 0.0358193 Oct 27 11:46:10.721006 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-13b7999c-2ee9-4192-89dd-b08d32495aab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28753279'] for segment, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.736340 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-13b7999c-2ee9-4192-89dd-b08d32495aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.743040 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b7999c-2ee9-4192-89dd-b08d32495aab admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=108002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:46:10.743518 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-13b7999c-2ee9-4192-89dd-b08d32495aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29335500'] for segment, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: Traceback (most recent call last): Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: timer() Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: cb(*args, **kw) Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: return func(*args, **kwargs) Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: self._notify() Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: self.callback(batched_events) Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: event.method(event) Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: return f(self, *a, **k) Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._get(url).json() Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: return self.request(url, 'GET', **kwargs) Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:46:10.754795 dv-cinder-815146-3-iscsi neutron-server[108002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:46:10.779559 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-2be9d0e0-8cdf-4a88-8ea8-f39afdf3ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:10.781552 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-2be9d0e0-8cdf-4a88-8ea8-f39afdf3ce67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38d49ba1-e1bf-423b-8a40-a4419d3a55de HTTP/1.1" status: 200 len: 850 time: 0.0577269 Oct 27 11:46:10.804341 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-13b7999c-2ee9-4192-89dd-b08d32495aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.811424 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-13b7999c-2ee9-4192-89dd-b08d32495aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:10.817650 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-13b7999c-2ee9-4192-89dd-b08d32495aab admin admin] 10.222.0.36 "DELETE /v2.0/networks/03c090e2-01ca-43a4-80e7-61833a9d5f05 HTTP/1.1" status: 204 len: 168 time: 0.5239482 Oct 27 11:46:10.830246 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7999c-2ee9-4192-89dd-b08d32495aab admin admin] Pushing event deleted for resources: {'Network': ['ID=03c090e2-01ca-43a4-80e7-61833a9d5f05,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:10.848633 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-a448b997-09d4-4418-8612-402ee89c5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:10.850125 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-a448b997-09d4-4418-8612-402ee89c5290 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543158 Oct 27 11:46:10.951932 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-3e09286a-341c-40fb-8260-c073574acdb8 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901194 Oct 27 11:46:11.000240 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50614) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:46:11.025885 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:11.045179 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-93a4d1d8-d26e-453a-8ee6-ad97a5f64eb1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be39bc5bfc764416b20c084439619d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437074 Oct 27 11:46:11.047778 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50616) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:46:11.062985 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8cc23064-4e7e-40bc-a34d-99308e70e74a req-40451009-e0de-4b12-991c-61f1856bc529 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000104 Oct 27 11:46:11.100217 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e36fad1-ccfb-4fea-99cd-e2b133d56708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:11.124356 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e36fad1-ccfb-4fea-99cd-e2b133d56708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:11.157214 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f22533-8caf-4f91-962c-9294706ff132 req-895220f2-8636-4e7b-b843-809080744b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:11.158737 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b9f22533-8caf-4f91-962c-9294706ff132 req-895220f2-8636-4e7b-b843-809080744b49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 1096 time: 0.0447226 Oct 27 11:46:11.180521 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e36fad1-ccfb-4fea-99cd-e2b133d56708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:11.183165 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e36fad1-ccfb-4fea-99cd-e2b133d56708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:11.184295 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-2e36fad1-ccfb-4fea-99cd-e2b133d56708 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fcf6edd7-7498-4342-839c-85a0b7850c53 HTTP/1.1" status: 204 len: 168 time: 0.1355777 Oct 27 11:46:11.192443 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36fad1-ccfb-4fea-99cd-e2b133d56708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf6edd7-7498-4342-839c-85a0b7850c53,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:11.267568 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f22533-8caf-4f91-962c-9294706ff132 req-6490b804-f36f-4661-9223-180f9bbe714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:11.269062 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b9f22533-8caf-4f91-962c-9294706ff132 req-6490b804-f36f-4661-9223-180f9bbe714b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 913 time: 0.0937042 Oct 27 11:46:11.320227 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b9f22533-8caf-4f91-962c-9294706ff132 req-2c987122-a62e-47ff-855e-dbb974615bcd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc8c110b-f201-4392-8778-0c9c2edf70e2 HTTP/1.1" status: 200 len: 217 time: 0.0416772 Oct 27 11:46:11.376117 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f22533-8caf-4f91-962c-9294706ff132 req-c078315b-fb2e-4a8c-9a0f-5d5af9983024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:11.377623 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b9f22533-8caf-4f91-962c-9294706ff132 req-c078315b-fb2e-4a8c-9a0f-5d5af9983024 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38d49ba1-e1bf-423b-8a40-a4419d3a55de HTTP/1.1" status: 200 len: 850 time: 0.0487750 Oct 27 11:46:11.432271 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f22533-8caf-4f91-962c-9294706ff132 req-2e376bec-2966-4c83-a68f-09bda79ca0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:11.435107 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b9f22533-8caf-4f91-962c-9294706ff132 req-2e376bec-2966-4c83-a68f-09bda79ca0e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443339 Oct 27 11:46:11.534665 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b9f22533-8caf-4f91-962c-9294706ff132 req-8615c01a-4884-4b95-a720-e4173cf431d4 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904765 Oct 27 11:46:11.640185 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b9f22533-8caf-4f91-962c-9294706ff132 req-dff9a600-94e7-4242-b12d-bcb0b7b4ae7b service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968323 Oct 27 11:46:11.753175 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3fc31-867d-4ba6-b611-837ec8be8565 req-e5267232-d19f-4b12-9121-8b10d98e694b tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:11.754826 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-74c3fc31-867d-4ba6-b611-837ec8be8565 req-e5267232-d19f-4b12-9121-8b10d98e694b tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 943 time: 0.0504715 Oct 27 11:46:11.794507 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-74c3fc31-867d-4ba6-b611-837ec8be8565 req-c7439dff-cafe-44a7-b89f-edfd98f123cb tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335710 Oct 27 11:46:12.175352 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:46:12.179834 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:12.916771 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e1b6a-127a-43b2-9288-e3c70047f4a6 req-f6f46229-1317-4d86-93fe-d1fb17ca8902 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:12.918784 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e48e1b6a-127a-43b2-9288-e3c70047f4a6 req-f6f46229-1317-4d86-93fe-d1fb17ca8902 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 943 time: 0.0556414 Oct 27 11:46:12.957395 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e48e1b6a-127a-43b2-9288-e3c70047f4a6 req-54737f45-0e86-4660-8cd8-24b28756ed0e tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321252 Oct 27 11:46:14.087489 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c3661-42e8-43b1-9bd2-6cee674e5d24 req-63637d21-b7fd-47d2-ad13-2e5f6e45dfdf tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:14.088968 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-211c3661-42e8-43b1-9bd2-6cee674e5d24 req-63637d21-b7fd-47d2-ad13-2e5f6e45dfdf tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 943 time: 0.0602677 Oct 27 11:46:14.126879 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-211c3661-42e8-43b1-9bd2-6cee674e5d24 req-3c4341fd-e3ea-458c-bd02-5555bb0b0a17 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318761 Oct 27 11:46:14.863686 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50688) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:46:14.971614 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e4fa27de-548d-42b9-b33f-d825192cffbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:15.049081 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e4fa27de-548d-42b9-b33f-d825192cffbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:15.053011 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e4fa27de-548d-42b9-b33f-d825192cffbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:15.092808 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa27de-548d-42b9-b33f-d825192cffbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ffd325-d198-4c2c-8895-f757885ec834,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:15.097123 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-e4fa27de-548d-42b9-b33f-d825192cffbb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=184ce541f2aa47b585f654d5634b6ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324131 Oct 27 11:46:15.100200 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50692) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:46:15.151981 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-437e933a-5eb4-4c3d-a3a1-f375bd5939c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:15.174805 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-437e933a-5eb4-4c3d-a3a1-f375bd5939c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:15.223438 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-437e933a-5eb4-4c3d-a3a1-f375bd5939c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:15.226227 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-437e933a-5eb4-4c3d-a3a1-f375bd5939c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:15.227405 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-437e933a-5eb4-4c3d-a3a1-f375bd5939c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3ffd325-d198-4c2c-8895-f757885ec834 HTTP/1.1" status: 204 len: 168 time: 0.1264448 Oct 27 11:46:15.239332 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e933a-5eb4-4c3d-a3a1-f375bd5939c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ffd325-d198-4c2c-8895-f757885ec834,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:15.252361 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9bbff-345a-4622-87e9-76c3dd241a3a req-f41599b5-15c2-4eef-9d72-85334f74738a tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:15.254362 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-63a9bbff-345a-4622-87e9-76c3dd241a3a req-f41599b5-15c2-4eef-9d72-85334f74738a tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 943 time: 0.0539739 Oct 27 11:46:15.298811 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-63a9bbff-345a-4622-87e9-76c3dd241a3a req-932e8cb3-4355-4a67-8d81-ec5b7bc222e4 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381451 Oct 27 11:46:16.439108 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7264098-c235-4887-8b87-faa070b4cb50 req-136ee288-4947-47f7-ae85-5864c633a45b tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:16.440673 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d7264098-c235-4887-8b87-faa070b4cb50 req-136ee288-4947-47f7-ae85-5864c633a45b tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 943 time: 0.0679007 Oct 27 11:46:16.482076 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d7264098-c235-4887-8b87-faa070b4cb50 req-80876b8b-dc64-4aab-9d05-3307380ad46c tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353160 Oct 27 11:46:17.100346 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc37969-4084-4505-ade2-d7ae6f93dbdb req-7d0be7ea-5f1e-4280-b27e-82017581c377 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:17.102383 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6fc37969-4084-4505-ade2-d7ae6f93dbdb req-7d0be7ea-5f1e-4280-b27e-82017581c377 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0555010 Oct 27 11:46:17.142116 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6fc37969-4084-4505-ade2-d7ae6f93dbdb req-5b9947a7-48be-42ad-b054-e551e8280b16 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333850 Oct 27 11:46:17.383465 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device dc8c110b-f201-4392-8778-0c9c2edf70e2 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:46:17.479357 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port dc8c110b-f201-4392-8778-0c9c2edf70e2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc8c110b-f201-4392-8778-0c9c2edf70e2,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:46:17.490061 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'port_id': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'mac_address': 'fa:16:3e:90:d6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:46:17.536158 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:17.550828 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8c110b-f201-4392-8778-0c9c2edf70e2 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:46:17.571376 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port dc8c110b-f201-4392-8778-0c9c2edf70e2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc8c110b-f201-4392-8778-0c9c2edf70e2,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:46:17.576029 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:17.617540 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f83c7-d948-4faf-a3b8-79acafc55471 req-98db97c1-9749-4892-ac27-7b7c0ff1c78b tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:17.619083 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d58f83c7-d948-4faf-a3b8-79acafc55471 req-98db97c1-9749-4892-ac27-7b7c0ff1c78b tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 944 time: 0.0515738 Oct 27 11:46:17.624234 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=dc8c110b-f201-4392-8778-0c9c2edf70e2,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:17.661595 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d58f83c7-d948-4faf-a3b8-79acafc55471 req-10460a8a-7ad1-4553-a283-73820e41f838 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351226 Oct 27 11:46:17.880256 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:17.892469 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['dc8c110b-f201-4392-8778-0c9c2edf70e2'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:46:18.266138 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6d624-a05c-435f-8915-bf9dad2311e4 req-232cb1a7-7e66-4faf-aeaf-db930f4bd9ad tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:18.267621 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-60c6d624-a05c-435f-8915-bf9dad2311e4 req-232cb1a7-7e66-4faf-aeaf-db930f4bd9ad tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0516644 Oct 27 11:46:18.306286 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-60c6d624-a05c-435f-8915-bf9dad2311e4 req-738537ac-0faa-478d-8e1f-33a75085b788 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327678 Oct 27 11:46:18.782945 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcbccd-e6dc-4e76-a026-a6e3273912e2 req-19a42643-a90b-4533-977e-1e19f73bab1f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:18.784394 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-80fcbccd-e6dc-4e76-a026-a6e3273912e2 req-19a42643-a90b-4533-977e-1e19f73bab1f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 944 time: 0.0496826 Oct 27 11:46:18.823460 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-80fcbccd-e6dc-4e76-a026-a6e3273912e2 req-e89353ec-6f11-4c83-a3e2-6bf161a4b4f7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332084 Oct 27 11:46:19.402465 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device dc8c110b-f201-4392-8778-0c9c2edf70e2 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:46:19.426938 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc49774-811b-42f2-ab27-0766db8f6202 req-35e2c83d-961f-415d-adcc-8a82eda628ca tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:19.428482 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0cc49774-811b-42f2-ab27-0766db8f6202 req-35e2c83d-961f-415d-adcc-8a82eda628ca tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0484326 Oct 27 11:46:19.462776 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port dc8c110b-f201-4392-8778-0c9c2edf70e2 completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:46:19.467622 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port dc8c110b-f201-4392-8778-0c9c2edf70e2 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:46:19.467990 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:19.476122 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0cc49774-811b-42f2-ab27-0766db8f6202 req-95a9420d-3858-4f96-a7e1-b76d3419bc8c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369978 Oct 27 11:46:19.549921 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:19.574025 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d4086-1103-4c0d-8190-8dea9da2d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8c110b-f201-4392-8778-0c9c2edf70e2'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:46:19.576314 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfb7b6c-8431-4051-9e6f-33723a5ed45a" -d '{"events": [{"server_uuid": "379d4086-1103-4c0d-8190-8dea9da2d722", "name": "network-vif-plugged", "status": "completed", "tag": "dc8c110b-f201-4392-8778-0c9c2edf70e2"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:46:19.593570 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port dc8c110b-f201-4392-8778-0c9c2edf70e2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc8c110b-f201-4392-8778-0c9c2edf70e2,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:46:19.598719 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:19.657979 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=dc8c110b-f201-4392-8778-0c9c2edf70e2,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:19.734808 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047efeff-6df2-4b10-8ed5-660b4d48938a x-openstack-request-id: req-047efeff-6df2-4b10-8ed5-660b4d48938a {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:46:19.735097 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d4086-1103-4c0d-8190-8dea9da2d722", "name": "network-vif-plugged", "status": "completed", "tag": "dc8c110b-f201-4392-8778-0c9c2edf70e2", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:46:19.735346 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-047efeff-6df2-4b10-8ed5-660b4d48938a {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:46:19.735735 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d4086-1103-4c0d-8190-8dea9da2d722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'code': 200} Oct 27 11:46:19.955462 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68328ec4-fd5c-48da-8c4c-4ae607f44fde req-1eea003e-1de4-427f-b5d5-c08a5f2af3d7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:19.956950 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-68328ec4-fd5c-48da-8c4c-4ae607f44fde req-1eea003e-1de4-427f-b5d5-c08a5f2af3d7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 945 time: 0.0588450 Oct 27 11:46:20.018476 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-68328ec4-fd5c-48da-8c4c-4ae607f44fde req-f70783f2-73f8-443e-8e5d-8da7b6a27d82 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548527 Oct 27 11:46:20.030704 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97090676-4cb0-4ca6-98f0-26b1fa14224f req-b8ffea13-9c9a-4cb7-9572-98f812b027ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:20.032176 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-97090676-4cb0-4ca6-98f0-26b1fa14224f req-b8ffea13-9c9a-4cb7-9572-98f812b027ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 1098 time: 0.0558157 Oct 27 11:46:20.068515 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-97090676-4cb0-4ca6-98f0-26b1fa14224f req-2a525375-2d97-4ab3-8851-e45f72ed551d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277500 Oct 27 11:46:20.599497 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aab070-b19a-4948-b069-1e36c7c7e34e req-20ae50b9-afe3-43a4-9842-0ae9c302a3d6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:20.600873 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-29aab070-b19a-4948-b069-1e36c7c7e34e req-20ae50b9-afe3-43a4-9842-0ae9c302a3d6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0486076 Oct 27 11:46:20.640977 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-29aab070-b19a-4948-b069-1e36c7c7e34e req-6eb58409-e26b-4a41-9c43-de087b96daad tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331073 Oct 27 11:46:21.133587 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c7cbb-585d-4e7c-972f-738995695c53 req-3d1a719a-6b7a-437e-92c2-021d6a7585eb tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:21.135067 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c73c7cbb-585d-4e7c-972f-738995695c53 req-3d1a719a-6b7a-437e-92c2-021d6a7585eb tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 945 time: 0.0506349 Oct 27 11:46:21.181475 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c73c7cbb-585d-4e7c-972f-738995695c53 req-df755c38-8f47-4daa-a2a9-2d04a1fc3f8b tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385087 Oct 27 11:46:21.772456 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89e416-c025-47fe-9a85-6f220927b883 req-955d0252-df25-412d-a24d-e726abfc606f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:21.773934 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9c89e416-c025-47fe-9a85-6f220927b883 req-955d0252-df25-412d-a24d-e726abfc606f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0476861 Oct 27 11:46:21.813527 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9c89e416-c025-47fe-9a85-6f220927b883 req-9f092e61-5a1a-4ee3-a97c-255096797570 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329089 Oct 27 11:46:22.297280 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b96b61-1ed9-4735-9581-8547a8f58858 req-72f6dc23-b94c-4c04-a57e-326e036d78cb tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:22.298749 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-81b96b61-1ed9-4735-9581-8547a8f58858 req-72f6dc23-b94c-4c04-a57e-326e036d78cb tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 945 time: 0.0503614 Oct 27 11:46:22.337713 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-81b96b61-1ed9-4735-9581-8547a8f58858 req-98ddc2cb-d966-44da-a5e0-537ceb3bf0f0 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328751 Oct 27 11:46:22.464298 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b3fe4-143c-4787-94c1-3a7b37aad691 req-6ab54560-e14a-4c5c-b6a9-a31aa3a50b60 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:22.465841 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7b2b3fe4-143c-4787-94c1-3a7b37aad691 req-6ab54560-e14a-4c5c-b6a9-a31aa3a50b60 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 945 time: 0.0575299 Oct 27 11:46:22.503937 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7b2b3fe4-143c-4787-94c1-3a7b37aad691 req-409b5eb6-69c6-4d66-a669-6985d6fe782e tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321617 Oct 27 11:46:22.527618 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50842) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:46:22.565802 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81e73fc-3797-4658-80ba-79a9466bf700 tempest-TestVolumeBootPattern-730990869 tempest-TestVolumeBootPattern-730990869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:22.567343 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-c81e73fc-3797-4658-80ba-79a9466bf700 tempest-TestVolumeBootPattern-730990869 tempest-TestVolumeBootPattern-730990869-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 1093 time: 0.0387249 Oct 27 11:46:22.570163 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 50844) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:46:22.574558 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Request body: {'floatingip': {'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'port_id': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address': '172.20.0.3'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:46:22.597043 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for floatingip, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:22.704707 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:22.812391 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Allocated IP 172.27.3.99 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/cd4f3c78-021c-473a-8fa0-223a2f6e0fe3) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:46:22.923352 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:22.934808 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea1859-9d27-458a-bf95-5c962385c7cd req-e3b5f906-6090-404c-8a3c-ec1713029c6f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:22.936239 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2bea1859-9d27-458a-bf95-5c962385c7cd req-e3b5f906-6090-404c-8a3c-ec1713029c6f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0491834 Oct 27 11:46:22.956150 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:22.974822 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2bea1859-9d27-458a-bf95-5c962385c7cd req-a222aa96-4adb-4c0a-8f5f-bb5527bc65d4 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322924 Oct 27 11:46:22.997319 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:46:23.001783 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:46:23.004612 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:46:23.010289 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'Port': ['ID=cd4f3c78-021c-473a-8fa0-223a2f6e0fe3,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:23.356351 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:23.420066 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:23.589466 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for port, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:23.593917 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29335528'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:23.667721 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'Port': ['ID=cd4f3c78-021c-473a-8fa0-223a2f6e0fe3,revision_number=2']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:23.677192 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:23.790709 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.l3_db [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Floating IP b0080fff-0c78-4306-b451-361af5b541e5 associated. External IP: 172.27.3.99, port: dc8c110b-f201-4392-8778-0c9c2edf70e2. Oct 27 11:46:23.996098 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Router 1f7bf127-edb2-4ecf-8dde-11c235346d78 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:46:24.099206 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c738dd-1e45-4606-8be4-7835bbd42221 req-30e0b070-0f8d-4d38-b741-d74fb206725b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:24.100677 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c6c738dd-1e45-4606-8be4-7835bbd42221 req-30e0b070-0f8d-4d38-b741-d74fb206725b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0484710 Oct 27 11:46:24.106116 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:46:24.118914 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7b92d-f6b9-42bb-992f-e8dfc8090205 None None] Sync routers for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:46:24.128094 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:24.137275 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7b92d-f6b9-42bb-992f-e8dfc8090205 None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:46:24.138131 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-b7e7b92d-f6b9-42bb-992f-e8dfc8090205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:46:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:46:24.152308 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c6c738dd-1e45-4606-8be4-7835bbd42221 req-6bb1e54c-06f5-4dea-853b-7e20ee849853 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446196 Oct 27 11:46:24.165753 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-2e9a6d05-b4c8-491e-bec9-51a82ab800c1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5942502 Oct 27 11:46:24.166943 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d4086-1103-4c0d-8190-8dea9da2d722', 'tag': 'dc8c110b-f201-4392-8778-0c9c2edf70e2'}] {{(pid=108002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:46:24.169690 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4388124e3c3b051971e62aa59e6acc07dc3096b4c4758481fd87621de6f11c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d436be43-efaf-4866-9108-0dceedfc6d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "379d4086-1103-4c0d-8190-8dea9da2d722", "tag": "dc8c110b-f201-4392-8778-0c9c2edf70e2"}]}' {{(pid=108002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:46:24.252587 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-b7e7b92d-f6b9-42bb-992f-e8dfc8090205 None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:46:24.275957 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e90d7b-6b24-480d-b6f5-4c43b64bdae1 x-openstack-request-id: req-30e90d7b-6b24-480d-b6f5-4c43b64bdae1 {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:46:24.276248 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379d4086-1103-4c0d-8190-8dea9da2d722", "tag": "dc8c110b-f201-4392-8778-0c9c2edf70e2", "status": "completed", "code": 200}]} {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:46:24.276503 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30e90d7b-6b24-480d-b6f5-4c43b64bdae1 {{(pid=108002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:46:24.276908 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d4086-1103-4c0d-8190-8dea9da2d722', 'tag': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'status': 'completed', 'code': 200} Oct 27 11:46:24.345785 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436be43-efaf-4866-9108-0dceedfc6d5d req-98b32340-88ab-4a68-9774-a06d72095802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:24.347334 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d436be43-efaf-4866-9108-0dceedfc6d5d req-98b32340-88ab-4a68-9774-a06d72095802 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 1098 time: 0.0477700 Oct 27 11:46:24.447215 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436be43-efaf-4866-9108-0dceedfc6d5d req-f7b29809-93e0-42a4-876a-fa2e20fb18b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:24.448828 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d436be43-efaf-4866-9108-0dceedfc6d5d req-f7b29809-93e0-42a4-876a-fa2e20fb18b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 913 time: 0.0933530 Oct 27 11:46:24.496783 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-b7e7b92d-f6b9-42bb-992f-e8dfc8090205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': 'b0080fff-0c78-4306-b451-361af5b541e5', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:90:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d4086-1103-4c0d-8190-8dea9da2d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:46:23Z', 'updated_at': '2021-10-27T11:46:23Z', 'revision_number': 0, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:46:24.522941 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d436be43-efaf-4866-9108-0dceedfc6d5d req-cccd94db-e617-4982-97c1-43655f656fff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc8c110b-f201-4392-8778-0c9c2edf70e2 HTTP/1.1" status: 200 len: 998 time: 0.0626237 Oct 27 11:46:24.528655 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7b92d-f6b9-42bb-992f-e8dfc8090205 None None] Checking router: 1f7bf127-edb2-4ecf-8dde-11c235346d78 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:46:24.537441 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7b92d-f6b9-42bb-992f-e8dfc8090205 None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:46:24.538057 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-b7e7b92d-f6b9-42bb-992f-e8dfc8090205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:46:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:46:24.579001 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436be43-efaf-4866-9108-0dceedfc6d5d req-ebf02b46-6de4-4634-ad8d-9a4a229f7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:24.580363 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d436be43-efaf-4866-9108-0dceedfc6d5d req-ebf02b46-6de4-4634-ad8d-9a4a229f7301 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38d49ba1-e1bf-423b-8a40-a4419d3a55de HTTP/1.1" status: 200 len: 850 time: 0.0467279 Oct 27 11:46:24.641319 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436be43-efaf-4866-9108-0dceedfc6d5d req-cb5342c7-18eb-4726-ac47-9afcc5d5c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:24.643155 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d436be43-efaf-4866-9108-0dceedfc6d5d req-cb5342c7-18eb-4726-ac47-9afcc5d5c14c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470395 Oct 27 11:46:24.653303 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-b7e7b92d-f6b9-42bb-992f-e8dfc8090205 None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:46:24.908990 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-b7e7b92d-f6b9-42bb-992f-e8dfc8090205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': 'b0080fff-0c78-4306-b451-361af5b541e5', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:90:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d4086-1103-4c0d-8190-8dea9da2d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:46:23Z', 'updated_at': '2021-10-27T11:46:23Z', 'revision_number': 0, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:46:24.937465 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7b92d-f6b9-42bb-992f-e8dfc8090205 None None] The sync data for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi is: [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': 'b0080fff-0c78-4306-b451-361af5b541e5', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:90:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d4086-1103-4c0d-8190-8dea9da2d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:46:23Z', 'updated_at': '2021-10-27T11:46:23Z', 'revision_number': 0, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:46:25.034695 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d436be43-efaf-4866-9108-0dceedfc6d5d req-b0354075-ba52-43f2-95fe-23d2faa83667 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833632 Oct 27 11:46:25.143064 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d436be43-efaf-4866-9108-0dceedfc6d5d req-831bf842-13da-450a-b127-5872d153071d service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000438 Oct 27 11:46:25.169561 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b71d78b-8e67-45aa-8412-ce9a57cac42c None None] New status for floating IP b0080fff-0c78-4306-b451-361af5b541e5: ACTIVE {{(pid=108005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:46:25.285804 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be6dd3-22ec-40d4-bf7d-ad880c85f5c3 req-c52b30b3-e277-4fad-b7fc-6c60fe67ea55 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:25.287388 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e1be6dd3-22ec-40d4-bf7d-ad880c85f5c3 req-c52b30b3-e277-4fad-b7fc-6c60fe67ea55 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0533354 Oct 27 11:46:25.337320 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e1be6dd3-22ec-40d4-bf7d-ad880c85f5c3 req-6c088285-001a-4ac8-94a4-ae4271155ee6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383048 Oct 27 11:46:26.466560 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49e40b-3e94-40eb-9f93-bd09c3ca29e0 req-01526d7a-d165-4292-9554-b1a1cbae6ca2 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:26.468105 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9d49e40b-3e94-40eb-9f93-bd09c3ca29e0 req-01526d7a-d165-4292-9554-b1a1cbae6ca2 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0551534 Oct 27 11:46:26.506168 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9d49e40b-3e94-40eb-9f93-bd09c3ca29e0 req-870e0f1c-2532-4664-8632-3fd001ad8580 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317822 Oct 27 11:46:27.629462 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4182af-d546-4251-a711-9613ea041999 req-fda2b1fc-6a74-425d-9088-5bd6dec7ed02 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:27.631872 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0f4182af-d546-4251-a711-9613ea041999 req-fda2b1fc-6a74-425d-9088-5bd6dec7ed02 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0506556 Oct 27 11:46:27.681273 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0f4182af-d546-4251-a711-9613ea041999 req-9544d242-3c16-4223-925a-e48c63aab5d1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390935 Oct 27 11:46:28.810417 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d7279-5a28-4b74-8e96-32cd646d5125 req-68bc211c-83d1-4165-98ab-3088155df18a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:28.811970 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-028d7279-5a28-4b74-8e96-32cd646d5125 req-68bc211c-83d1-4165-98ab-3088155df18a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0545077 Oct 27 11:46:28.854900 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-028d7279-5a28-4b74-8e96-32cd646d5125 req-d997040e-a1a6-4713-8552-9f1eae2a3d24 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368671 Oct 27 11:46:29.979991 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17a357-b89e-4abf-920c-01fb337ec70e req-19d07ad0-2897-406a-a66f-0ade69bbd12d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:29.981480 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9a17a357-b89e-4abf-920c-01fb337ec70e req-19d07ad0-2897-406a-a66f-0ade69bbd12d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0492809 Oct 27 11:46:30.019906 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9a17a357-b89e-4abf-920c-01fb337ec70e req-5cca3ea8-4591-4fb5-bee3-14735f4e276c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324445 Oct 27 11:46:31.144276 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b2a6d-816b-4f5c-890c-47185edd07c0 req-bf57372a-2b32-46fd-b017-7e73d14bb90e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:31.145790 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb4b2a6d-816b-4f5c-890c-47185edd07c0 req-bf57372a-2b32-46fd-b017-7e73d14bb90e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0496750 Oct 27 11:46:31.184031 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb4b2a6d-816b-4f5c-890c-47185edd07c0 req-3ef28ab3-2c74-4374-9c25-e83c32c2bcd3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313652 Oct 27 11:46:32.315021 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac15ab0-07db-4825-a41c-213451409c6d req-3c520fc6-63c9-4861-9ce8-363251acdc22 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:32.316487 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cac15ab0-07db-4825-a41c-213451409c6d req-3c520fc6-63c9-4861-9ce8-363251acdc22 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0574863 Oct 27 11:46:32.356308 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cac15ab0-07db-4825-a41c-213451409c6d req-522833cc-bf46-4b92-8486-d009a4a5bd15 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337949 Oct 27 11:46:33.478376 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee4054-11f7-4a78-bf6c-880ed8596e92 req-8fbcda41-2b2b-4151-99a9-b7bf3784b882 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:33.479874 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-59ee4054-11f7-4a78-bf6c-880ed8596e92 req-8fbcda41-2b2b-4151-99a9-b7bf3784b882 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0487647 Oct 27 11:46:33.496594 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device c265257f-0229-4e6f-842e-40d1dc57579f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:46:33.519548 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-59ee4054-11f7-4a78-bf6c-880ed8596e92 req-bf0d95d1-4a6d-47cf-b557-aa60dc9b93e3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333257 Oct 27 11:46:33.591817 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port c265257f-0229-4e6f-842e-40d1dc57579f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c265257f-0229-4e6f-842e-40d1dc57579f,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:46:33.602644 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'port_id': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'mac_address': 'fa:16:3e:43:bd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:46:33.642445 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:33.655511 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c265257f-0229-4e6f-842e-40d1dc57579f {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:46:33.673773 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port c265257f-0229-4e6f-842e-40d1dc57579f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c265257f-0229-4e6f-842e-40d1dc57579f,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:46:33.677775 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:33.726886 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=c265257f-0229-4e6f-842e-40d1dc57579f,revision_number=6']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:33.734142 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:33.734490 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:33.734862 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:33.735197 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:33.735525 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:33.735851 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:33.736177 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:33.736501 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:33.736824 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:33.737143 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:33.737462 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:33.737779 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:33.787090 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['c265257f-0229-4e6f-842e-40d1dc57579f'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:46:34.639076 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbe1fe-9053-45f4-a8d7-b7b8b9f53e4a req-1a8d79d9-fd2b-462f-97be-fb75b5c3f9fc tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:34.640510 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-19bbe1fe-9053-45f4-a8d7-b7b8b9f53e4a req-1a8d79d9-fd2b-462f-97be-fb75b5c3f9fc tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 945 time: 0.0487611 Oct 27 11:46:34.679417 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-19bbe1fe-9053-45f4-a8d7-b7b8b9f53e4a req-65e9abd7-7556-40bc-9a7f-2fd3f6c20e35 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326607 Oct 27 11:46:35.524434 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device c265257f-0229-4e6f-842e-40d1dc57579f up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:46:35.571378 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port c265257f-0229-4e6f-842e-40d1dc57579f triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:46:35.571861 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:35.653445 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:35.811545 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c265257f-0229-4e6f-842e-40d1dc57579f'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:46:35.813963 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76ad414-e529-4f14-804b-aecbc40fb224" -d '{"events": [{"server_uuid": "c577156d-5050-4a66-aebc-6e65b3a56ced", "name": "network-vif-plugged", "status": "completed", "tag": "c265257f-0229-4e6f-842e-40d1dc57579f"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:46:35.830612 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port c265257f-0229-4e6f-842e-40d1dc57579f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c265257f-0229-4e6f-842e-40d1dc57579f,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:46:35.835985 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:35.847756 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0ab67-e201-4817-9f78-efef617bfcf2 req-13f8db61-c0fd-4849-bae8-7a37354b8906 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:35.849530 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51b0ab67-e201-4817-9f78-efef617bfcf2 req-13f8db61-c0fd-4849-bae8-7a37354b8906 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 945 time: 0.0585060 Oct 27 11:46:35.861039 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973c5802-06a1-465a-a890-c26451270c83 x-openstack-request-id: req-973c5802-06a1-465a-a890-c26451270c83 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:46:35.861324 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c577156d-5050-4a66-aebc-6e65b3a56ced", "name": "network-vif-plugged", "status": "completed", "tag": "c265257f-0229-4e6f-842e-40d1dc57579f", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:46:35.861568 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-973c5802-06a1-465a-a890-c26451270c83 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:46:35.861950 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'code': 200} Oct 27 11:46:35.888969 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=c265257f-0229-4e6f-842e-40d1dc57579f,revision_number=7']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:35.893878 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-51b0ab67-e201-4817-9f78-efef617bfcf2 req-d3d5c417-bee5-408e-b3b8-e4775da19305 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360370 Oct 27 11:46:36.799228 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-85c07b2b-96e6-4aa4-ae92-ddd6f6686845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:37.045371 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1303d-864b-43e7-83e7-e39f8a4bd10f req-6959e0a5-f730-42ac-b7f3-c2667b945a8d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:37.054396 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-27f1303d-864b-43e7-83e7-e39f8a4bd10f req-6959e0a5-f730-42ac-b7f3-c2667b945a8d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0759215 Oct 27 11:46:37.098138 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-27f1303d-864b-43e7-83e7-e39f8a4bd10f req-2bb9433e-9017-441f-a4ea-02394db24944 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423744 Oct 27 11:46:37.384437 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea3286-812f-4b4b-9084-cbd169c4f72f req-58476d77-f093-40ec-ae7a-a78d71696519 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:37.386347 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bfea3286-812f-4b4b-9084-cbd169c4f72f req-58476d77-f093-40ec-ae7a-a78d71696519 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0533593 Oct 27 11:46:37.427791 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bfea3286-812f-4b4b-9084-cbd169c4f72f req-720cfbfc-9900-4788-9428-689f6e987cf4 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349247 Oct 27 11:46:38.241104 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68104705-de86-4d2e-b047-705e2bc91840 req-bf7087b2-0654-48c7-badd-6e9d916ae594 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:38.242689 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-68104705-de86-4d2e-b047-705e2bc91840 req-bf7087b2-0654-48c7-badd-6e9d916ae594 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0630434 Oct 27 11:46:38.284549 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-68104705-de86-4d2e-b047-705e2bc91840 req-7f6fecc0-9f88-48a4-bfcc-5fb397ab0d3a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356226 Oct 27 11:46:38.548066 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9709c85-885f-4160-a5eb-85845265c6d1 req-0ef109cb-ddc4-4176-ba90-39764d5c6db7 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:38.549741 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a9709c85-885f-4160-a5eb-85845265c6d1 req-0ef109cb-ddc4-4176-ba90-39764d5c6db7 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0503440 Oct 27 11:46:38.591053 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a9709c85-885f-4160-a5eb-85845265c6d1 req-80ca74c0-0dbe-4c4d-a669-5e109ac2965d tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351140 Oct 27 11:46:39.417466 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329e6f8-45f1-4edb-990a-7b163ad690cd req-3a79a734-840d-450f-84e1-139b96b7b21b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:39.419008 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9329e6f8-45f1-4edb-990a-7b163ad690cd req-3a79a734-840d-450f-84e1-139b96b7b21b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0544112 Oct 27 11:46:39.466155 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9329e6f8-45f1-4edb-990a-7b163ad690cd req-11551de7-6d73-4e9a-88be-29b9eada51f8 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372114 Oct 27 11:46:39.723070 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf422b40-f04d-4535-a950-a33c584bad63 req-c78d0c5e-ae06-47dc-be89-54ec8d25a718 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:39.724611 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bf422b40-f04d-4535-a950-a33c584bad63 req-c78d0c5e-ae06-47dc-be89-54ec8d25a718 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0608716 Oct 27 11:46:39.783085 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bf422b40-f04d-4535-a950-a33c584bad63 req-708757e6-85be-4874-b140-e6fc92c29dfe tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518496 Oct 27 11:46:39.786197 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-00f21769-52ef-4023-8e9d-d69f95f9631b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:40.555004 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:40.630642 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9455d04-1b1e-4177-9da9-780fb7d1751f req-2cabd4c1-f188-47d4-9ddd-b12a9994954b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:40.632203 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e9455d04-1b1e-4177-9da9-780fb7d1751f req-2cabd4c1-f188-47d4-9ddd-b12a9994954b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0598269 Oct 27 11:46:40.680116 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e9455d04-1b1e-4177-9da9-780fb7d1751f req-5cc04e1a-03ac-45fd-badd-390128fc0ebe tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397356 Oct 27 11:46:40.946648 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc3e55-2ad0-453b-b681-071e0830c4c6 req-895b8d4f-0161-4134-a812-cc7e7d58d486 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:40.948841 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-18dc3e55-2ad0-453b-b681-071e0830c4c6 req-895b8d4f-0161-4134-a812-cc7e7d58d486 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0607123 Oct 27 11:46:41.025056 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-18dc3e55-2ad0-453b-b681-071e0830c4c6 req-6b79d8b8-8f5b-4a58-945c-039d1063de85 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695610 Oct 27 11:46:41.039574 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:41.862410 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242b017-9436-41b0-88cf-c808c1a14a56 req-5f0cfec6-5436-432c-8156-4388def366a0 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:41.866295 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7242b017-9436-41b0-88cf-c808c1a14a56 req-5f0cfec6-5436-432c-8156-4388def366a0 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0875292 Oct 27 11:46:41.930785 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7242b017-9436-41b0-88cf-c808c1a14a56 req-d88a314c-8afa-4490-9e4e-6d15fc54b1f6 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537813 Oct 27 11:46:42.192181 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:42.215746 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fc68d-ed21-47a2-80fe-40e6339fec39 req-5a7937d1-55a4-4d47-ae7d-18125e735c86 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:42.223223 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1a1fc68d-ed21-47a2-80fe-40e6339fec39 req-5a7937d1-55a4-4d47-ae7d-18125e735c86 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0773323 Oct 27 11:46:42.270159 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1a1fc68d-ed21-47a2-80fe-40e6339fec39 req-3c32d154-e7e9-4dd8-8ad2-10fff20f19b7 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Oct 27 11:46:43.180500 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89d4a5-b859-4981-87a3-68b83b1b89a1 req-e7bb7cb5-2c98-447f-ae9d-f847bff903aa tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:43.184104 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-db89d4a5-b859-4981-87a3-68b83b1b89a1 req-e7bb7cb5-2c98-447f-ae9d-f847bff903aa tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0950432 Oct 27 11:46:43.280842 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-db89d4a5-b859-4981-87a3-68b83b1b89a1 req-deefc798-2c47-49d0-b1a3-6a805dea038a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870576 Oct 27 11:46:43.465525 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43de3f-1c28-4d4d-ad37-5f9f3fb21791 req-f314e7e7-58e6-4dd6-a745-fc4f177bb211 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:43.476781 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6c43de3f-1c28-4d4d-ad37-5f9f3fb21791 req-f314e7e7-58e6-4dd6-a745-fc4f177bb211 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.1134882 Oct 27 11:46:43.572239 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6c43de3f-1c28-4d4d-ad37-5f9f3fb21791 req-6bdb3efe-4ef3-47cb-a7a1-54156c4162a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927935 Oct 27 11:46:44.502319 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780cf4d-b1d9-4319-8703-59166ff9a703 req-cb9767a5-1aa2-4687-a7e6-110be7b2270c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:44.504027 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3780cf4d-b1d9-4319-8703-59166ff9a703 req-cb9767a5-1aa2-4687-a7e6-110be7b2270c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0787055 Oct 27 11:46:44.586516 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3780cf4d-b1d9-4319-8703-59166ff9a703 req-21a5d237-9787-4365-800c-4aab0a5503ff tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749259 Oct 27 11:46:44.779861 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9284df-a112-45a0-a2ef-16d47904bfe3 req-520c8f76-4701-423a-a531-50b89392993d tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:44.787919 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-df9284df-a112-45a0-a2ef-16d47904bfe3 req-520c8f76-4701-423a-a531-50b89392993d tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.1142366 Oct 27 11:46:44.864090 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-df9284df-a112-45a0-a2ef-16d47904bfe3 req-fb17e9a4-18cb-4c06-9991-207ba89cc662 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748215 Oct 27 11:46:45.576607 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 51086) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:46:45.711305 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:45.842862 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:45.848314 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:45.859434 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64483895-592c-4dc4-adee-e760a841f80c req-b43eb429-3b08-46fa-b01f-5a734c15bd55 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:45.873657 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-64483895-592c-4dc4-adee-e760a841f80c req-b43eb429-3b08-46fa-b01f-5a734c15bd55 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.1217775 Oct 27 11:46:45.951203 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39b292e2d3594dfe81c7edfdc1d81d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727877 Oct 27 11:46:45.952451 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63446a1c-b80d-4960-a221-db104a05b576,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:45.953734 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-64483895-592c-4dc4-adee-e760a841f80c req-46c497f0-06c0-4ea7-8b53-1491970dbd25 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785861 Oct 27 11:46:45.956418 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 51094) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:46:45.971179 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:45.974974 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:45.975708 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:45.976206 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:45.977072 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:45.977585 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:45.978071 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:45.978581 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:45.979185 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:45.979681 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:45.980199 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:45.980717 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b34673c-2ee9-4b13-bfaf-ea8f597bd8d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:46.167435 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5e50c-4bf4-4493-8b6b-3d65c3e4668a req-2209cf7a-6b72-41e6-9045-92a83726c0ef tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:46.170149 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b3c5e50c-4bf4-4493-8b6b-3d65c3e4668a req-2209cf7a-6b72-41e6-9045-92a83726c0ef tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.1909902 Oct 27 11:46:46.216555 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:46.271484 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b3c5e50c-4bf4-4493-8b6b-3d65c3e4668a req-d6e4c246-ffaf-4376-b794-8a4275af6383 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911942 Oct 27 11:46:46.279979 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:46.356934 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:46.360597 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:46.374014 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63446a1c-b80d-4960-a221-db104a05b576 HTTP/1.1" status: 204 len: 168 time: 0.4151816 Oct 27 11:46:46.387700 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63446a1c-b80d-4960-a221-db104a05b576,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:46.403440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:46.403440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:46.403440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:46.403440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:46.403440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:46.403440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:46.403440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:46.403440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:46.403440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:46.403440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:46.403440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:46.403440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f1c012-6381-417e-8d20-d08832084535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:46:47.158068 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64b322-dcbe-4e34-85fb-1fbd1775aa83 req-1a0af0c2-02ea-4d1a-8ae6-56625000ef0f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:47.159712 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ca64b322-dcbe-4e34-85fb-1fbd1775aa83 req-1a0af0c2-02ea-4d1a-8ae6-56625000ef0f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0632298 Oct 27 11:46:47.227471 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ca64b322-dcbe-4e34-85fb-1fbd1775aa83 req-e46a47f8-1410-4c70-a0da-93e9d4bc9c5b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614369 Oct 27 11:46:47.241043 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 51140) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:46:47.251631 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec30f16-c47f-4b22-84a0-2e6f7999c6ce req-f5a3fd1b-3c62-4c99-be08-169fa38b9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:47.253222 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5ec30f16-c47f-4b22-84a0-2e6f7999c6ce req-f5a3fd1b-3c62-4c99-be08-169fa38b9afa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb405396e49b44d0ae75c6b2df1b88e0&device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 1099 time: 0.0634298 Oct 27 11:46:47.379351 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1703708979-network', 'tenant_id': 'a166a108b0fa46b1ab9688ebc623b176'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:46:47.441081 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec30f16-c47f-4b22-84a0-2e6f7999c6ce req-3a12e12d-0e76-4fec-b98e-f4de4fdbffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:47.443321 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5ec30f16-c47f-4b22-84a0-2e6f7999c6ce req-3a12e12d-0e76-4fec-b98e-f4de4fdbffe7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8 HTTP/1.1" status: 200 len: 919 time: 0.1827123 Oct 27 11:46:47.507057 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] Made reservation on behalf of a166a108b0fa46b1ab9688ebc623b176 for: {'network': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:46:47.509242 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:47.529518 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a23790-be96-4d13-8c15-751b9bb8814f req-d847179b-34a0-4b44-aa17-2619c9eef7a2 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:47.531042 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-64a23790-be96-4d13-8c15-751b9bb8814f req-d847179b-34a0-4b44-aa17-2619c9eef7a2 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.1821101 Oct 27 11:46:47.554798 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:47.582675 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5ec30f16-c47f-4b22-84a0-2e6f7999c6ce req-c59662b1-2ded-4e8f-9a05-24421af6ed68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c265257f-0229-4e6f-842e-40d1dc57579f HTTP/1.1" status: 200 len: 1002 time: 0.1313164 Oct 27 11:46:47.638134 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-64a23790-be96-4d13-8c15-751b9bb8814f req-2174866b-2205-4f8d-8772-e7de984589bc tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946169 Oct 27 11:46:47.662806 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec30f16-c47f-4b22-84a0-2e6f7999c6ce req-f878c8bb-e889-4793-a9f1-a7b1070a1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:47.664315 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5ec30f16-c47f-4b22-84a0-2e6f7999c6ce req-f878c8bb-e889-4793-a9f1-a7b1070a1913 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8535eb92-1f72-4101-b598-e2a666aee081 HTTP/1.1" status: 200 len: 856 time: 0.0724416 Oct 27 11:46:47.741506 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec30f16-c47f-4b22-84a0-2e6f7999c6ce req-5527ffe6-f340-42b0-bcc7-ef4a43348254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:47.743123 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5ec30f16-c47f-4b22-84a0-2e6f7999c6ce req-5527ffe6-f340-42b0-bcc7-ef4a43348254 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710762 Oct 27 11:46:47.764642 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:47.781341 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:47.838922 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1172} {{(pid=108003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:46:47.868704 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:47.878084 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:47.878672 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.segments_db [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] Added segment 17ef9335-0201-4250-bdb0-dec60bbe73bf of type vlan for network 970e5080-45f9-4314-8283-d4cf7abdbff6 Oct 27 11:46:47.894980 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:47.921142 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5ec30f16-c47f-4b22-84a0-2e6f7999c6ce req-6e56ee0d-8844-4df3-8550-40c24c309a52 service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692510 Oct 27 11:46:47.933913 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:48.023869 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:48.024972 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:48.025579 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:48.099809 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8576899 Oct 27 11:46:48.104961 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 51148) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:46:48.106198 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5ec30f16-c47f-4b22-84a0-2e6f7999c6ce req-52743ee1-f732-4bf6-aaf6-d856d14ffaf3 service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697142 Oct 27 11:46:48.113926 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-e3a477e2-eab4-4293-b60f-049846835d4e admin admin] Request body: {'subnet': {'network_id': '970e5080-45f9-4314-8283-d4cf7abdbff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1703708979-subnet', 'tenant_id': 'a166a108b0fa46b1ab9688ebc623b176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:46:48.121615 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c647d-1cb8-496c-9a27-48fd606d590b admin admin] Pushing event updated for resources: {'Network': ['ID=970e5080-45f9-4314-8283-d4cf7abdbff6,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:48.138033 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network 970e5080-45f9-4314-8283-d4cf7abdbff6 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:46:48.143960 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a477e2-eab4-4293-b60f-049846835d4e admin admin] Made reservation on behalf of a166a108b0fa46b1ab9688ebc623b176 for: {'subnet': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:46:48.148094 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e3a477e2-eab4-4293-b60f-049846835d4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25364064'] for subnet, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:48.365931 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523dab9-81b7-43d0-9c6b-299d8601340c req-d9799de4-b95e-4d64-8f04-18f20f0e1d0e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:48.367558 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c523dab9-81b7-43d0-9c6b-299d8601340c req-d9799de4-b95e-4d64-8f04-18f20f0e1d0e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0556724 Oct 27 11:46:48.380714 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e3a477e2-eab4-4293-b60f-049846835d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29335399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25364082'] for subnet, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:48.415073 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c523dab9-81b7-43d0-9c6b-299d8601340c req-b2336e73-8b88-44fd-8f9a-006b81f7d134 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387571 Oct 27 11:46:48.458462 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a477e2-eab4-4293-b60f-049846835d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb613630-d77f-4e8d-873e-83fc938fb902,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:48.485678 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a477e2-eab4-4293-b60f-049846835d4e admin admin] Checking segment: {'id': '17ef9335-0201-4250-bdb0-dec60bbe73bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '970e5080-45f9-4314-8283-d4cf7abdbff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:46:48.486116 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a477e2-eab4-4293-b60f-049846835d4e admin admin] Network hostable DHCP agents. Network: 970e5080-45f9-4314-8283-d4cf7abdbff6, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:46:48.508479 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a477e2-eab4-4293-b60f-049846835d4e admin admin] Network 970e5080-45f9-4314-8283-d4cf7abdbff6 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:46:48.523018 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-e3a477e2-eab4-4293-b60f-049846835d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, 970e5080-45f9-4314-8283-d4cf7abdbff6) {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:46:48.530472 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a477e2-eab4-4293-b60f-049846835d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:48.531197 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e3a477e2-eab4-4293-b60f-049846835d4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:48.540766 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58680c44-1711-4611-8c9b-41f994b32c63 None None] Network 970e5080-45f9-4314-8283-d4cf7abdbff6 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:46:48.563670 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-e3a477e2-eab4-4293-b60f-049846835d4e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4571993 Oct 27 11:46:48.714728 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80225a2-9294-477b-92b8-3a3d947d557c None None] Network 970e5080-45f9-4314-8283-d4cf7abdbff6 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:46:48.784480 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcb524-dac0-43c1-bf2b-8567ce2b04bf req-cd167416-83de-4b00-8adf-df1d1783567e tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:48.786160 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a1fcb524-dac0-43c1-bf2b-8567ce2b04bf req-cd167416-83de-4b00-8adf-df1d1783567e tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0638993 Oct 27 11:46:48.867466 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a1fcb524-dac0-43c1-bf2b-8567ce2b04bf req-3eff050a-0f9a-4086-a027-6bcc0e3b31e8 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731356 Oct 27 11:46:49.169385 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:46:49.556169 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd1ff4-968f-43b1-b70c-60674eee9c9e req-04eeee78-ee64-4fde-abc6-ac15a997ce77 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:49.557777 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-88bd1ff4-968f-43b1-b70c-60674eee9c9e req-04eeee78-ee64-4fde-abc6-ac15a997ce77 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 946 time: 0.0531361 Oct 27 11:46:49.604201 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-88bd1ff4-968f-43b1-b70c-60674eee9c9e req-4c76be4a-2036-40da-9837-047cc12a3cc9 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383403 Oct 27 11:46:49.605167 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device c265257f-0229-4e6f-842e-40d1dc57579f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:46:49.689977 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:49.715736 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c265257f-0229-4e6f-842e-40d1dc57579f'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:46:49.718053 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc8e562-0d6d-4f7e-b1fc-91aeff97cb6a" -d '{"events": [{"server_uuid": "c577156d-5050-4a66-aebc-6e65b3a56ced", "name": "network-vif-unplugged", "status": "completed", "tag": "c265257f-0229-4e6f-842e-40d1dc57579f"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:46:49.740767 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port c265257f-0229-4e6f-842e-40d1dc57579f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c265257f-0229-4e6f-842e-40d1dc57579f,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:46:49.750510 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:49.760858 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 11:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea55d46-1e12-47fb-b4c1-05b0066ca614 x-openstack-request-id: req-5ea55d46-1e12-47fb-b4c1-05b0066ca614 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:46:49.761423 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c577156d-5050-4a66-aebc-6e65b3a56ced", "name": "network-vif-unplugged", "status": "completed", "tag": "c265257f-0229-4e6f-842e-40d1dc57579f", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:46:49.761674 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ea55d46-1e12-47fb-b4c1-05b0066ca614 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:46:49.762067 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'code': 200} Oct 27 11:46:49.808487 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=c265257f-0229-4e6f-842e-40d1dc57579f,revision_number=8']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:50.007357 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d116f4-8c4f-4444-bb2b-3eb73e638add req-5f8ddefa-76c0-447f-9966-c9681493397b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:50.008754 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-14d116f4-8c4f-4444-bb2b-3eb73e638add req-5f8ddefa-76c0-447f-9966-c9681493397b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0521476 Oct 27 11:46:50.057686 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-14d116f4-8c4f-4444-bb2b-3eb73e638add req-e2bca28d-2147-4cba-b853-d0cbc1e89b44 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426810 Oct 27 11:46:50.576694 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-2be016de-765e-4475-9308-8f0b75411d3a tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:50.578198 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-2be016de-765e-4475-9308-8f0b75411d3a tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/networks?id=970e5080-45f9-4314-8283-d4cf7abdbff6 HTTP/1.1" status: 200 len: 814 time: 0.1166015 Oct 27 11:46:50.594725 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-37b791f1-379e-4f2f-b9b1-9a058b3350a7 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/quotas/a166a108b0fa46b1ab9688ebc623b176 HTTP/1.1" status: 200 len: 375 time: 0.0103083 Oct 27 11:46:50.625741 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-cf4571a7-71fb-4d04-affc-1945821c46b3 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a166a108b0fa46b1ab9688ebc623b176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251381 Oct 27 11:46:50.807459 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280f803-cc0a-48a9-b565-84dc1387c0f7 req-7fec5752-9fa0-4908-a13b-8dbc328a36a1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:50.808991 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9280f803-cc0a-48a9-b565-84dc1387c0f7 req-7fec5752-9fa0-4908-a13b-8dbc328a36a1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.1128943 Oct 27 11:46:50.835964 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5ce8fd44-576f-425d-9ab4-2a0ff9dbf072 service neutron] 10.222.0.36 "GET /v2.0/networks/970e5080-45f9-4314-8283-d4cf7abdbff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031391 Oct 27 11:46:50.909152 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9280f803-cc0a-48a9-b565-84dc1387c0f7 req-c2d2c801-5526-4ec9-b26b-b26b78a6c666 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857811 Oct 27 11:46:50.964677 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-adc67c30-b482-48fc-b4a8-82c7218bce8d service neutron] 10.222.0.36 "GET /v2.0/networks/970e5080-45f9-4314-8283-d4cf7abdbff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198349 Oct 27 11:46:51.147464 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-866b7b7c-3c7d-440d-b5dd-916e685c05ea req-ba6603b8-b1d0-4996-b7ed-a405ac32a030 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 210 time: 0.0382490 Oct 27 11:46:51.269323 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3bfda-8153-42c3-9f7e-dbfc5f648dbb req-8fa921fa-a916-409d-a85c-a7a370539685 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:51.271326 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72f3bfda-8153-42c3-9f7e-dbfc5f648dbb req-8fa921fa-a916-409d-a85c-a7a370539685 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0562134 Oct 27 11:46:51.323198 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-72f3bfda-8153-42c3-9f7e-dbfc5f648dbb req-c91eda18-818c-451e-8e99-4f24e67f4ca7 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415635 Oct 27 11:46:51.772078 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05c17-31ed-4d00-a23d-83949e252e6e req-b44448d7-e331-433e-b015-c07b105179e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:51.774594 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-21c05c17-31ed-4d00-a23d-83949e252e6e req-b44448d7-e331-433e-b015-c07b105179e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f38f92679b64439a45356929b30a550&device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 1098 time: 0.0449054 Oct 27 11:46:51.901492 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05c17-31ed-4d00-a23d-83949e252e6e req-6ee0e4ac-aec2-4099-9933-204e658ab397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:51.902974 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-21c05c17-31ed-4d00-a23d-83949e252e6e req-6ee0e4ac-aec2-4099-9933-204e658ab397 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b77b30a-35e6-40db-9719-c7556d6605d9 HTTP/1.1" status: 200 len: 911 time: 0.0919516 Oct 27 11:46:51.908136 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [req-ee95ae9e-d6cc-437b-adf6-3cfaf68338aa req-38147763-370f-4a17-a3de-60d578ae92fc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:46:51.909090 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ee95ae9e-d6cc-437b-adf6-3cfaf68338aa req-38147763-370f-4a17-a3de-60d578ae92fc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049505 Oct 27 11:46:51.972292 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-21c05c17-31ed-4d00-a23d-83949e252e6e req-409c3f02-3e49-4658-aa5e-0afda770f83d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2 HTTP/1.1" status: 200 len: 1001 time: 0.0583069 Oct 27 11:46:52.048893 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05c17-31ed-4d00-a23d-83949e252e6e req-11629adb-9bd0-4cbe-a54f-16f33383e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:52.050386 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-21c05c17-31ed-4d00-a23d-83949e252e6e req-11629adb-9bd0-4cbe-a54f-16f33383e422 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b96d60d-9ede-4ef7-a71b-5fba29fa7c72 HTTP/1.1" status: 200 len: 848 time: 0.0642512 Oct 27 11:46:52.111684 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05c17-31ed-4d00-a23d-83949e252e6e req-0b0c0d51-5285-404c-9a6d-b8eefaeb921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:52.113122 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-21c05c17-31ed-4d00-a23d-83949e252e6e req-0b0c0d51-5285-404c-9a6d-b8eefaeb921f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b77b30a-35e6-40db-9719-c7556d6605d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508003 Oct 27 11:46:52.127130 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-69886e62-c4f6-48d4-a1f2-821887cca233 req-68d7abe9-be6a-450c-8298-a58dccb349dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436163 Oct 27 11:46:52.331084 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2b9802f3-5c56-43d9-af8f-4842ab318a4d req-492f9845-ce5f-4811-a851-bf63fe048a56 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 210 time: 0.0923514 Oct 27 11:46:52.406609 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-21c05c17-31ed-4d00-a23d-83949e252e6e req-4193a2b5-fe8b-448f-bf4a-e0d9119d707c service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845647 Oct 27 11:46:52.456126 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ff19b-57a9-425d-a47f-0508ef2a539c req-a8430e51-8c44-4604-8706-64b41187254c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:52.457994 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6a9ff19b-57a9-425d-a47f-0508ef2a539c req-a8430e51-8c44-4604-8706-64b41187254c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.1861229 Oct 27 11:46:52.498302 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-4d3d8263-206b-44b9-9d1e-e77be66fb017 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:52.499777 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-4d3d8263-206b-44b9-9d1e-e77be66fb017 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.41 "GET /v2.0/networks?id=970e5080-45f9-4314-8283-d4cf7abdbff6 HTTP/1.1" status: 200 len: 814 time: 0.2983060 Oct 27 11:46:52.532510 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-8b0a47db-29b9-4698-807d-56093a2e970b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Request body: {'port': {'device_id': '5d705059-a336-4848-a761-d83fd7f04879', 'network_id': '970e5080-45f9-4314-8283-d4cf7abdbff6', 'admin_state_up': True, 'tenant_id': 'a166a108b0fa46b1ab9688ebc623b176'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:46:52.653148 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0bc06-3cb7-4327-a740-afed05419705 req-79dfa16e-5adf-4ed9-9c6e-39e40770fc1c tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:52.654612 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5dc0bc06-3cb7-4327-a740-afed05419705 req-79dfa16e-5adf-4ed9-9c6e-39e40770fc1c tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.2184331 Oct 27 11:46:52.669810 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6a9ff19b-57a9-425d-a47f-0508ef2a539c req-675dd893-f441-46a6-8f31-edfbeacdc99c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663740 Oct 27 11:46:52.701066 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-21c05c17-31ed-4d00-a23d-83949e252e6e req-d5e9c235-378d-44f1-a1f1-df5130b8fe34 service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792993 Oct 27 11:46:52.739077 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5dc0bc06-3cb7-4327-a740-afed05419705 req-dfe2ad92-6501-4781-b65c-21e33c1cec48 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733001 Oct 27 11:46:52.762813 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-8b0a47db-29b9-4698-807d-56093a2e970b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Made reservation on behalf of a166a108b0fa46b1ab9688ebc623b176 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:46:52.766842 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-8b0a47db-29b9-4698-807d-56093a2e970b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:52.902706 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-8b0a47db-29b9-4698-807d-56093a2e970b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Allocated IP 172.20.0.3 (970e5080-45f9-4314-8283-d4cf7abdbff6/cb613630-d77f-4e8d-873e-83fc938fb902/78e2c14a-f381-48e2-a61d-922b093c5550) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:46:53.054923 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-8b0a47db-29b9-4698-807d-56093a2e970b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:53.096548 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-8b0a47db-29b9-4698-807d-56093a2e970b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:53.193225 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-8b0a47db-29b9-4698-807d-56093a2e970b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Network 970e5080-45f9-4314-8283-d4cf7abdbff6 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:46:53.199848 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-8b0a47db-29b9-4698-807d-56093a2e970b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:46:53.202986 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a47db-29b9-4698-807d-56093a2e970b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Pushing event updated for resources: {'Port': ['ID=78e2c14a-f381-48e2-a61d-922b093c5550,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:53.205135 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-8b0a47db-29b9-4698-807d-56093a2e970b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:46:53.243357 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69886e62-c4f6-48d4-a1f2-821887cca233 req-613f5bdc-9556-4476-afb5-03f5063f8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:53.245376 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-69886e62-c4f6-48d4-a1f2-821887cca233 req-613f5bdc-9556-4476-afb5-03f5063f8030 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced&tenant_id=fb405396e49b44d0ae75c6b2df1b88e0 HTTP/1.1" status: 200 len: 1097 time: 0.1015174 Oct 27 11:46:53.257564 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-8b0a47db-29b9-4698-807d-56093a2e970b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:53.258171 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-8b0a47db-29b9-4698-807d-56093a2e970b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:53.283700 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-8b0a47db-29b9-4698-807d-56093a2e970b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7644224 Oct 27 11:46:53.304203 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Request body: {'port': {'device_id': '5d705059-a336-4848-a761-d83fd7f04879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:46:53.343470 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69886e62-c4f6-48d4-a1f2-821887cca233 req-d5116b0a-c79d-46f8-82b3-195c01a60418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:53.344919 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-69886e62-c4f6-48d4-a1f2-821887cca233 req-d5116b0a-c79d-46f8-82b3-195c01a60418 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fb405396e49b44d0ae75c6b2df1b88e0&device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 1097 time: 0.0728092 Oct 27 11:46:53.419665 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:53.528627 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e11d2e-35bd-420e-8fed-e3f568855fa2 req-0b17d343-eacc-4f12-bf9f-30b05d9dd03c tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:53.530068 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-01e11d2e-35bd-420e-8fed-e3f568855fa2 req-0b17d343-eacc-4f12-bf9f-30b05d9dd03c tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 931 time: 0.1241827 Oct 27 11:46:53.538898 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69886e62-c4f6-48d4-a1f2-821887cca233 req-a567fb8e-e03f-4388-ba88-b4c682d321c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:53.540245 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-69886e62-c4f6-48d4-a1f2-821887cca233 req-a567fb8e-e03f-4388-ba88-b4c682d321c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8 HTTP/1.1" status: 200 len: 919 time: 0.1816142 Oct 27 11:46:53.633538 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device c265257f-0229-4e6f-842e-40d1dc57579f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:46:54.013741 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-01e11d2e-35bd-420e-8fed-e3f568855fa2 req-a9075a8a-7f69-469e-b9c3-2a01cc76c984 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762108 Oct 27 11:46:54.022031 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-69886e62-c4f6-48d4-a1f2-821887cca233 req-32b1299b-c55e-46df-8811-cc48f2438f63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c265257f-0229-4e6f-842e-40d1dc57579f HTTP/1.1" status: 200 len: 1000 time: 0.4339066 Oct 27 11:46:54.067283 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50f442-a97e-4f7f-899d-c89747a66a33 req-64733a30-3a1d-41dc-a4d6-da83d01ecadb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:54.068739 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fd50f442-a97e-4f7f-899d-c89747a66a33 req-64733a30-3a1d-41dc-a4d6-da83d01ecadb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.1966178 Oct 27 11:46:54.163116 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69886e62-c4f6-48d4-a1f2-821887cca233 req-54a78f78-b69a-40a4-9363-3098afbb9eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:54.164564 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-69886e62-c4f6-48d4-a1f2-821887cca233 req-54a78f78-b69a-40a4-9363-3098afbb9eef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8535eb92-1f72-4101-b598-e2a666aee081 HTTP/1.1" status: 200 len: 856 time: 0.1344264 Oct 27 11:46:54.220376 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fd50f442-a97e-4f7f-899d-c89747a66a33 req-6cb3be3d-6d3d-4196-b79e-c41494617b03 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436713 Oct 27 11:46:54.227583 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70854245-63aa-4d30-b593-bd63b593d8f7 req-3529e252-bdbd-4c1e-a164-0ebdf6cd68b4 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:54.229008 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-70854245-63aa-4d30-b593-bd63b593d8f7 req-3529e252-bdbd-4c1e-a164-0ebdf6cd68b4 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.1577899 Oct 27 11:46:54.294810 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69886e62-c4f6-48d4-a1f2-821887cca233 req-b0cf7641-ab5d-4425-a4e1-2f93d866e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:54.296307 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-69886e62-c4f6-48d4-a1f2-821887cca233 req-b0cf7641-ab5d-4425-a4e1-2f93d866e68c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=954b5f40-2ffa-4f73-b5ff-e144173fa7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1180086 Oct 27 11:46:54.309031 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e2c14a-f381-48e2-a61d-922b093c5550 {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:46:54.337474 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-70854245-63aa-4d30-b593-bd63b593d8f7 req-9950a961-d877-46f5-a956-ff7887dcbd92 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003401 Oct 27 11:46:54.339893 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:54.385714 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Transition to ACTIVE for port object 78e2c14a-f381-48e2-a61d-922b093c5550 will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:46:54.392127 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:54.464987 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-69886e62-c4f6-48d4-a1f2-821887cca233 req-2718ea9b-5c2d-4519-9668-ab739565a5c0 service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586235 Oct 27 11:46:54.468914 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=78e2c14a-f381-48e2-a61d-922b093c5550,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:54.601965 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Attempting to bind port 78e2c14a-f381-48e2-a61d-922b093c5550 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:46:54.602301 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Attempting to bind port 78e2c14a-f381-48e2-a61d-922b093c5550 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '17ef9335-0201-4250-bdb0-dec60bbe73bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '970e5080-45f9-4314-8283-d4cf7abdbff6'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:46:54.602648 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Attempting to bind port 78e2c14a-f381-48e2-a61d-922b093c5550 on network 970e5080-45f9-4314-8283-d4cf7abdbff6 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:46:54.616097 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Port 78e2c14a-f381-48e2-a61d-922b093c5550 on network 970e5080-45f9-4314-8283-d4cf7abdbff6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:46:54.616424 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Attempting to bind port 78e2c14a-f381-48e2-a61d-922b093c5550 on network 970e5080-45f9-4314-8283-d4cf7abdbff6 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:46:54.624012 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-69886e62-c4f6-48d4-a1f2-821887cca233 req-4a5a65d3-8d98-435e-a146-0e9da87842c7 service neutron] 10.222.0.41 "GET /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387007 Oct 27 11:46:54.624866 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:46:54.625195 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Checking segment: {'id': '17ef9335-0201-4250-bdb0-dec60bbe73bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '970e5080-45f9-4314-8283-d4cf7abdbff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:46:54.625564 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Bound using segment: {'id': '17ef9335-0201-4250-bdb0-dec60bbe73bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '970e5080-45f9-4314-8283-d4cf7abdbff6'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:46:54.625994 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Bound port: 78e2c14a-f381-48e2-a61d-922b093c5550, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ef9335-0201-4250-bdb0-dec60bbe73bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '970e5080-45f9-4314-8283-d4cf7abdbff6'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:46:54.626341 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:54.702937 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] For port 78e2c14a-f381-48e2-a61d-922b093c5550, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:46:54.706589 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] For port 78e2c14a-f381-48e2-a61d-922b093c5550, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=78e2c14a-f381-48e2-a61d-922b093c5550,segment=NetworkSegment(17ef9335-0201-4250-bdb0-dec60bbe73bf),segment_id=17ef9335-0201-4250-bdb0-dec60bbe73bf)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:46:54.712122 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:54.751635 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:54.752242 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:54.753707 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] 10.222.0.41 "PUT /v2.0/ports/78e2c14a-f381-48e2-a61d-922b093c5550 HTTP/1.1" status: 200 len: 1093 time: 1.4537749 Oct 27 11:46:54.754151 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d705059-a336-4848-a761-d83fd7f04879', 'tag': '78e2c14a-f381-48e2-a61d-922b093c5550'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:46:54.756708 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881a7d54-e867-42e3-bfd3-9a3a5f21a18a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d705059-a336-4848-a761-d83fd7f04879", "tag": "78e2c14a-f381-48e2-a61d-922b093c5550"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:46:54.798652 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d432dc4-c02b-4d2a-8caf-ccdb817d5ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=78e2c14a-f381-48e2-a61d-922b093c5550,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:46:54.807215 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb63d9b-b983-43c8-bf82-35a6ab7e969c x-openstack-request-id: req-6bb63d9b-b983-43c8-bf82-35a6ab7e969c {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:46:54.807698 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d705059-a336-4848-a761-d83fd7f04879", "tag": "78e2c14a-f381-48e2-a61d-922b093c5550", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:46:54.808047 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6bb63d9b-b983-43c8-bf82-35a6ab7e969c {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:46:54.808426 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d705059-a336-4848-a761-d83fd7f04879', 'tag': '78e2c14a-f381-48e2-a61d-922b093c5550', 'status': 'completed', 'code': 200} Oct 27 11:46:54.861671 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-7fc0cd5a-a21f-4690-a4c6-65e5c79e85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:54.863326 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-7fc0cd5a-a21f-4690-a4c6-65e5c79e85e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a166a108b0fa46b1ab9688ebc623b176&device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 1096 time: 0.0429447 Oct 27 11:46:54.911313 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-7c1deee7-2cfb-48fa-b4f9-ffbb26b97e63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e2c14a-f381-48e2-a61d-922b093c5550 HTTP/1.1" status: 200 len: 217 time: 0.0381396 Oct 27 11:46:54.959889 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-44c4661e-6b16-44f8-bc23-ecb931a3768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:54.961369 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-44c4661e-6b16-44f8-bc23-ecb931a3768f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb613630-d77f-4e8d-873e-83fc938fb902 HTTP/1.1" status: 200 len: 854 time: 0.0433571 Oct 27 11:46:54.994486 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-f84ec09f-d209-49d1-844a-34d4ce947ab0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970e5080-45f9-4314-8283-d4cf7abdbff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245960 Oct 27 11:46:55.143958 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-51c56596-0c3c-4b19-9c41-693c781c4674 service neutron] 10.222.0.41 "GET /v2.0/networks/970e5080-45f9-4314-8283-d4cf7abdbff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393030 Oct 27 11:46:55.179699 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc0112-6960-4c8c-83e1-998fa2f23bc1 req-5c4eb7af-3013-4b2a-aff0-5824b4dc43da tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:55.181906 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7cdc0112-6960-4c8c-83e1-998fa2f23bc1 req-5c4eb7af-3013-4b2a-aff0-5824b4dc43da tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 943 time: 0.0840311 Oct 27 11:46:55.249115 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7cdc0112-6960-4c8c-83e1-998fa2f23bc1 req-0d03751e-37d1-4e3b-b9f7-7aac72b6bc7a tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579631 Oct 27 11:46:55.422329 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbe793-65b2-4610-a652-53da6b41ab24 req-7ac98855-42f0-4d92-9fe6-87309c176371 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:55.424083 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2afbe793-65b2-4610-a652-53da6b41ab24 req-7ac98855-42f0-4d92-9fe6-87309c176371 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.1014526 Oct 27 11:46:55.504607 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2afbe793-65b2-4610-a652-53da6b41ab24 req-151373f9-2cbb-409b-a8c7-b2d21e7e9ba4 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738106 Oct 27 11:46:55.518433 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4af57-4aef-4bad-b634-17ad9a97d0b4 req-6ae1b016-e010-4ea5-9ac7-1c800821ac54 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:55.520174 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2eb4af57-4aef-4bad-b634-17ad9a97d0b4 req-6ae1b016-e010-4ea5-9ac7-1c800821ac54 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0801275 Oct 27 11:46:55.571061 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2eb4af57-4aef-4bad-b634-17ad9a97d0b4 req-1f238527-e741-4574-94da-17ad51550512 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357811 Oct 27 11:46:56.365473 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f6444-567c-4f3c-8c83-93ba721af736 req-1e3ed1ec-234b-43d1-9118-e0a315f1c57c tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:56.366956 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ea7f6444-567c-4f3c-8c83-93ba721af736 req-1e3ed1ec-234b-43d1-9118-e0a315f1c57c tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 943 time: 0.0490789 Oct 27 11:46:56.424636 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ea7f6444-567c-4f3c-8c83-93ba721af736 req-c68c9758-e199-42de-8ead-3e3221208dbc tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512514 Oct 27 11:46:56.654281 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab8499-a823-4ba3-9066-a97451f3c35e req-ca6f2bc9-4b49-4e34-9810-6b4eb3d9b216 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:56.656381 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-25ab8499-a823-4ba3-9066-a97451f3c35e req-ca6f2bc9-4b49-4e34-9810-6b4eb3d9b216 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.0545030 Oct 27 11:46:56.705063 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-25ab8499-a823-4ba3-9066-a97451f3c35e req-3c539906-4021-494a-a3cd-317abb2365be tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421062 Oct 27 11:46:56.824034 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059ff7e-0da1-4252-98af-b781c97467d4 req-d9c0e07e-5409-44be-a767-2e556e290e6c tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:56.825617 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8059ff7e-0da1-4252-98af-b781c97467d4 req-d9c0e07e-5409-44be-a767-2e556e290e6c tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0594032 Oct 27 11:46:56.870090 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8059ff7e-0da1-4252-98af-b781c97467d4 req-14165ddf-0dc1-4cfb-ad89-0e451bc8ea61 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371072 Oct 27 11:46:57.551492 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b52cfa-2ef7-400c-b385-68c777e799b7 req-a9508341-a95a-4376-a5d8-954ecb65c3c0 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:57.553014 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-75b52cfa-2ef7-400c-b385-68c777e799b7 req-a9508341-a95a-4376-a5d8-954ecb65c3c0 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 943 time: 0.0567324 Oct 27 11:46:57.600027 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-75b52cfa-2ef7-400c-b385-68c777e799b7 req-5d367d10-8e28-4b8b-9938-e2b85123bde1 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399103 Oct 27 11:46:57.872769 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c87596-78ad-4e4a-8f72-78d7314074fc req-f777ff93-1c77-4cac-a45e-8775ec81b19f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:57.876485 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f1c87596-78ad-4e4a-8f72-78d7314074fc req-f777ff93-1c77-4cac-a45e-8775ec81b19f tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.0831630 Oct 27 11:46:57.940512 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f1c87596-78ad-4e4a-8f72-78d7314074fc req-ed401355-76bc-4f9c-9413-7d7bb82f341a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527062 Oct 27 11:46:58.081236 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5e155-22ba-4b03-a34c-236cf17936f6 req-fb2e8179-4b1c-419a-9fa2-d7dbbc01b646 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:58.082937 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8ef5e155-22ba-4b03-a34c-236cf17936f6 req-fb2e8179-4b1c-419a-9fa2-d7dbbc01b646 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0626671 Oct 27 11:46:58.125695 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8ef5e155-22ba-4b03-a34c-236cf17936f6 req-68a311ef-80cc-47fc-a652-346d797def36 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362163 Oct 27 11:46:58.725185 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f342e-97d0-470e-a995-c8f0bc09ea4d req-9baee92d-ce95-4a7f-b5eb-c5cdd568d096 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:58.726790 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-198f342e-97d0-470e-a995-c8f0bc09ea4d req-9baee92d-ce95-4a7f-b5eb-c5cdd568d096 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 943 time: 0.0517113 Oct 27 11:46:58.766775 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-198f342e-97d0-470e-a995-c8f0bc09ea4d req-bf26a70f-0485-4898-9d62-b88b16e98c66 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329909 Oct 27 11:46:59.079324 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d5654-1e1c-46a7-98a3-6cfb11511ec9 req-62f3ee55-2d22-4020-b470-41d0118805e1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:59.080957 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-322d5654-1e1c-46a7-98a3-6cfb11511ec9 req-62f3ee55-2d22-4020-b470-41d0118805e1 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.0614552 Oct 27 11:46:59.122712 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-322d5654-1e1c-46a7-98a3-6cfb11511ec9 req-25c24d68-816c-49f3-ad90-791e17c48000 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350890 Oct 27 11:46:59.285527 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68538b0e-fa9d-4c0d-8448-943d3052f1ad req-1e105d8a-2480-4b27-92c3-c622a11d0c3f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:59.286983 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-68538b0e-fa9d-4c0d-8448-943d3052f1ad req-1e105d8a-2480-4b27-92c3-c622a11d0c3f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0579309 Oct 27 11:46:59.342512 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-68538b0e-fa9d-4c0d-8448-943d3052f1ad req-719be90b-a691-456f-bea8-16825f5b3f56 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492203 Oct 27 11:46:59.901119 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74143862-8018-4309-972b-0d663323f24b req-66ec996b-23a4-44bf-8a85-626ff6479e75 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:46:59.902580 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-74143862-8018-4309-972b-0d663323f24b req-66ec996b-23a4-44bf-8a85-626ff6479e75 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 943 time: 0.0519810 Oct 27 11:46:59.960919 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-74143862-8018-4309-972b-0d663323f24b req-cf747833-96eb-40f6-99f4-200d3d885678 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519636 Oct 27 11:47:00.268854 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb02a5-2a37-4ebc-962b-c45ebf6ec561 req-93fb3f50-aab1-4349-9a92-d132af53578e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:00.271175 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f4eb02a5-2a37-4ebc-962b-c45ebf6ec561 req-93fb3f50-aab1-4349-9a92-d132af53578e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.0572371 Oct 27 11:47:00.313334 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f4eb02a5-2a37-4ebc-962b-c45ebf6ec561 req-9ab27c2b-2279-435d-9b37-345aec5e54f9 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361750 Oct 27 11:47:00.506017 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c048056-abaf-4ba8-a1c7-a340f3a98bc3 req-849501c1-7368-4ca3-8665-0f8581cc73d2 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:00.510012 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1c048056-abaf-4ba8-a1c7-a340f3a98bc3 req-849501c1-7368-4ca3-8665-0f8581cc73d2 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0639961 Oct 27 11:47:00.548994 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1c048056-abaf-4ba8-a1c7-a340f3a98bc3 req-fa9bca0d-03ef-415f-804a-76655a8d05f2 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340793 Oct 27 11:47:01.106801 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d25ad-6b77-411d-9ed9-6718fb41b537 req-5162513c-9f24-4baf-a6c8-e9d82e8e2a40 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:01.108458 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-572d25ad-6b77-411d-9ed9-6718fb41b537 req-5162513c-9f24-4baf-a6c8-e9d82e8e2a40 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 943 time: 0.0658100 Oct 27 11:47:01.153026 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-572d25ad-6b77-411d-9ed9-6718fb41b537 req-f6dc34a8-8839-4ed4-9229-77bb527478df tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380437 Oct 27 11:47:01.475691 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ad01d-11ff-431e-8ec3-0a23caf89b78 req-74fac4f2-d051-4ce1-aef5-d70dca5fda75 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:01.478392 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9e3ad01d-11ff-431e-8ec3-0a23caf89b78 req-74fac4f2-d051-4ce1-aef5-d70dca5fda75 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.0572805 Oct 27 11:47:01.538482 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9e3ad01d-11ff-431e-8ec3-0a23caf89b78 req-36edfa81-be6e-42fd-8863-e5e954ccb06a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505352 Oct 27 11:47:01.692357 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6b101-6100-45d6-b740-0f5481652654 req-ae7570f5-7bb8-4be6-8dbd-8df8124b1103 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:01.695868 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bae6b101-6100-45d6-b740-0f5481652654 req-ae7570f5-7bb8-4be6-8dbd-8df8124b1103 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0603731 Oct 27 11:47:01.743944 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bae6b101-6100-45d6-b740-0f5481652654 req-a75031b0-ab72-4d20-a68c-643e8132377d tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364025 Oct 27 11:47:02.309617 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257f76a-4ec7-43d6-bb58-e0ad59cf077f req-975602ff-c57d-42c0-b970-b931091d8ad0 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:02.311049 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0257f76a-4ec7-43d6-bb58-e0ad59cf077f req-975602ff-c57d-42c0-b970-b931091d8ad0 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 943 time: 0.0545325 Oct 27 11:47:02.352764 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0257f76a-4ec7-43d6-bb58-e0ad59cf077f req-df75aa6e-4e4e-4b4d-9bbc-08b7e3231547 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356374 Oct 27 11:47:02.682656 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7ec86-575d-45c4-8ee3-b3fe6c7091bd req-c36380cd-e131-49a6-819e-dd232cd2213a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:02.685427 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-abc7ec86-575d-45c4-8ee3-b3fe6c7091bd req-c36380cd-e131-49a6-819e-dd232cd2213a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.0693316 Oct 27 11:47:02.747243 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-abc7ec86-575d-45c4-8ee3-b3fe6c7091bd req-809d4ea6-7359-4317-a7aa-d212dea36338 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511441 Oct 27 11:47:02.908953 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dcac7-6928-4d84-8c09-80ae6c0f31e5 req-def8e0b1-17d5-45d0-ad92-acab4ad0660b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:02.910556 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e68dcac7-6928-4d84-8c09-80ae6c0f31e5 req-def8e0b1-17d5-45d0-ad92-acab4ad0660b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0698135 Oct 27 11:47:02.956388 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e68dcac7-6928-4d84-8c09-80ae6c0f31e5 req-8b780ff9-c082-451c-86a5-2579253d0708 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388749 Oct 27 11:47:03.509404 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14466e4-7925-4063-af60-f9201955a67d req-e68c669f-7cd0-4207-b36a-9f290717d1c5 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:03.511288 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f14466e4-7925-4063-af60-f9201955a67d req-e68c669f-7cd0-4207-b36a-9f290717d1c5 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 943 time: 0.0718005 Oct 27 11:47:03.555641 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f14466e4-7925-4063-af60-f9201955a67d req-76c25fba-e71a-4445-a2aa-3593d775980f tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381114 Oct 27 11:47:03.898700 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d1753-c86a-47d6-8240-af42c0830afa req-a2e55897-795c-4a09-b9e9-92e70e3097a8 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:03.900904 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-330d1753-c86a-47d6-8240-af42c0830afa req-a2e55897-795c-4a09-b9e9-92e70e3097a8 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.0549350 Oct 27 11:47:03.944501 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-330d1753-c86a-47d6-8240-af42c0830afa req-6af6fc87-fbfb-4c2d-a322-8779dc550733 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357442 Oct 27 11:47:04.128806 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9765b-20f8-482f-a34f-519f88faf489 req-1da8dcae-1bdd-4fba-bf0f-382737a84133 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:04.130303 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fce9765b-20f8-482f-a34f-519f88faf489 req-1da8dcae-1bdd-4fba-bf0f-382737a84133 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0683484 Oct 27 11:47:04.174936 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fce9765b-20f8-482f-a34f-519f88faf489 req-7a996e03-85b1-4faa-985c-aced1952c707 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375514 Oct 27 11:47:04.680950 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa680f50-b912-4ee1-b394-f21afe1e6cee req-875e4dce-e1e0-4e90-8678-d685f5e0becf tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:04.682469 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fa680f50-b912-4ee1-b394-f21afe1e6cee req-875e4dce-e1e0-4e90-8678-d685f5e0becf tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 943 time: 0.0533106 Oct 27 11:47:04.725277 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fa680f50-b912-4ee1-b394-f21afe1e6cee req-05a90058-d18a-4821-a1aa-ee886d5a110c tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355310 Oct 27 11:47:05.099335 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceda2a1-c5ab-4739-b043-80c3bea29ba0 req-d40685ab-3bec-4840-9b8d-8a6af559e99e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:05.100932 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7ceda2a1-c5ab-4739-b043-80c3bea29ba0 req-d40685ab-3bec-4840-9b8d-8a6af559e99e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.0658138 Oct 27 11:47:05.151176 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7ceda2a1-c5ab-4739-b043-80c3bea29ba0 req-76a23871-c9b3-4f9e-85af-6a79b3a072c3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382843 Oct 27 11:47:05.320694 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99738206-2b77-4b05-bdca-ed28962fbd25 req-b182b648-4cb6-4a33-8d72-f1043890b933 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:05.322249 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-99738206-2b77-4b05-bdca-ed28962fbd25 req-b182b648-4cb6-4a33-8d72-f1043890b933 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0673316 Oct 27 11:47:05.363727 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-99738206-2b77-4b05-bdca-ed28962fbd25 req-8fb7390b-f164-44d1-92ac-6371de2b5ce6 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347977 Oct 27 11:47:05.869123 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a0b16-a2d9-4340-8379-e1f75ffe87ad req-5a015278-0b18-4ef3-838c-1e78ba9c51d6 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:05.870647 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a62a0b16-a2d9-4340-8379-e1f75ffe87ad req-5a015278-0b18-4ef3-838c-1e78ba9c51d6 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 943 time: 0.0615823 Oct 27 11:47:05.915792 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a62a0b16-a2d9-4340-8379-e1f75ffe87ad req-fb1c8883-ce47-4ca2-865e-4541e99c734f tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388517 Oct 27 11:47:06.298308 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b6cdd-183c-4aee-a1d1-399b7889f8ce req-e94bdae8-0dcc-4a6b-b8c3-ca14e7c4e6c2 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:06.300177 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a20b6cdd-183c-4aee-a1d1-399b7889f8ce req-e94bdae8-0dcc-4a6b-b8c3-ca14e7c4e6c2 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.0585535 Oct 27 11:47:06.347969 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a20b6cdd-183c-4aee-a1d1-399b7889f8ce req-1ab1b25e-7ecb-47dd-a532-6a94112311d9 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399733 Oct 27 11:47:06.513442 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3394a-02a3-4666-906e-9daf704f2e40 req-50bf061b-a548-4378-9acd-64770088daee tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:06.514626 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cff3394a-02a3-4666-906e-9daf704f2e40 req-50bf061b-a548-4378-9acd-64770088daee tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0659199 Oct 27 11:47:06.563032 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cff3394a-02a3-4666-906e-9daf704f2e40 req-54cb84a6-8d37-43c9-86d8-45651b6c3f77 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396056 Oct 27 11:47:06.800354 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-c0d05f25-8b9e-44b9-ac6d-6cc75a1e3883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:07.044111 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b74cdc-3dc1-4e88-95b5-6f07f45d1b5d req-eb224192-041e-44c8-ab8c-bbccc907aa38 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:07.045756 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-43b74cdc-3dc1-4e88-95b5-6f07f45d1b5d req-eb224192-041e-44c8-ab8c-bbccc907aa38 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 943 time: 0.0493336 Oct 27 11:47:07.090278 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-43b74cdc-3dc1-4e88-95b5-6f07f45d1b5d req-f9986218-c020-4e1e-b42b-ece3bcf03287 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374513 Oct 27 11:47:07.185424 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bed46d13-e8ee-4ba7-90db-d03655e9b65f req-51a8333f-bd77-438c-a5ba-c03955443972 service neutron] 10.222.0.41 "GET /v2.0/networks/970e5080-45f9-4314-8283-d4cf7abdbff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941627 Oct 27 11:47:07.316364 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6008d-0fef-4411-aa01-b08b11547807 req-322801f9-17a9-4ba7-a880-e086ec73e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:07.317963 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3bc6008d-0fef-4411-aa01-b08b11547807 req-322801f9-17a9-4ba7-a880-e086ec73e73c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f38f92679b64439a45356929b30a550&device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 1098 time: 0.0635662 Oct 27 11:47:07.320809 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a7d54-e867-42e3-bfd3-9a3a5f21a18a req-956549ac-d478-4fe1-9f6f-9b3e8ac603fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:07.322873 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-881a7d54-e867-42e3-bfd3-9a3a5f21a18a req-956549ac-d478-4fe1-9f6f-9b3e8ac603fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a166a108b0fa46b1ab9688ebc623b176&device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 1096 time: 0.0777674 Oct 27 11:47:07.537377 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89c187-3c7a-4d55-802a-391947aef3b0 req-e066fd27-2e8b-43e3-b901-a41ce3aef1cb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:07.538892 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3a89c187-3c7a-4d55-802a-391947aef3b0 req-e066fd27-2e8b-43e3-b901-a41ce3aef1cb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.1157718 Oct 27 11:47:07.539926 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6008d-0fef-4411-aa01-b08b11547807 req-741c581c-a66e-4ca2-8d0a-c256ff57552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:07.541281 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3bc6008d-0fef-4411-aa01-b08b11547807 req-741c581c-a66e-4ca2-8d0a-c256ff57552e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b77b30a-35e6-40db-9719-c7556d6605d9 HTTP/1.1" status: 200 len: 911 time: 0.2063730 Oct 27 11:47:07.542279 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a7d54-e867-42e3-bfd3-9a3a5f21a18a req-484d0781-f412-4fe4-8eb3-c26ceb9e7db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:07.543568 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-881a7d54-e867-42e3-bfd3-9a3a5f21a18a req-484d0781-f412-4fe4-8eb3-c26ceb9e7db7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=970e5080-45f9-4314-8283-d4cf7abdbff6 HTTP/1.1" status: 200 len: 916 time: 0.2004058 Oct 27 11:47:07.639942 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-881a7d54-e867-42e3-bfd3-9a3a5f21a18a req-611b2fb9-4d0f-4079-b42a-2255c0cb5308 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e2c14a-f381-48e2-a61d-922b093c5550 HTTP/1.1" status: 200 len: 217 time: 0.0775073 Oct 27 11:47:07.681006 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3a89c187-3c7a-4d55-802a-391947aef3b0 req-2a59280e-61a0-4524-a1c8-5670ddce70fd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334329 Oct 27 11:47:07.734801 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3bc6008d-0fef-4411-aa01-b08b11547807 req-0334619c-0573-4dce-8c15-e4d2177d5f6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2 HTTP/1.1" status: 200 len: 1001 time: 0.1733897 Oct 27 11:47:07.755143 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a7d54-e867-42e3-bfd3-9a3a5f21a18a req-ce07e832-cd2c-48fa-bd68-0030f61b768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:07.756601 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-881a7d54-e867-42e3-bfd3-9a3a5f21a18a req-ce07e832-cd2c-48fa-bd68-0030f61b768a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb613630-d77f-4e8d-873e-83fc938fb902 HTTP/1.1" status: 200 len: 854 time: 0.1060410 Oct 27 11:47:07.785143 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56628ea6-afba-460f-8356-a40f42b3abb4 req-2f69af30-6404-40d9-85fc-b81e1de1403b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:07.786668 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-56628ea6-afba-460f-8356-a40f42b3abb4 req-2f69af30-6404-40d9-85fc-b81e1de1403b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.1372030 Oct 27 11:47:07.826943 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-881a7d54-e867-42e3-bfd3-9a3a5f21a18a req-00084d32-68fc-4209-afd2-31d92099aa22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970e5080-45f9-4314-8283-d4cf7abdbff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496123 Oct 27 11:47:07.861376 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6008d-0fef-4411-aa01-b08b11547807 req-0aedf9ce-d40d-4494-8229-08bb797d90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:07.862842 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3bc6008d-0fef-4411-aa01-b08b11547807 req-0aedf9ce-d40d-4494-8229-08bb797d90a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b96d60d-9ede-4ef7-a71b-5fba29fa7c72 HTTP/1.1" status: 200 len: 848 time: 0.1182764 Oct 27 11:47:07.925892 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-56628ea6-afba-460f-8356-a40f42b3abb4 req-373486c2-71b0-43ab-ba02-fbba4f56857c tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302712 Oct 27 11:47:07.967472 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6008d-0fef-4411-aa01-b08b11547807 req-10b14f49-6a39-4ad4-8032-9917840d1f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:07.968912 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3bc6008d-0fef-4411-aa01-b08b11547807 req-10b14f49-6a39-4ad4-8032-9917840d1f6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b77b30a-35e6-40db-9719-c7556d6605d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809731 Oct 27 11:47:07.975022 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-881a7d54-e867-42e3-bfd3-9a3a5f21a18a req-6703e1c2-9610-422d-ba4c-7b346682b5a6 service neutron] 10.222.0.41 "GET /v2.0/networks/970e5080-45f9-4314-8283-d4cf7abdbff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381080 Oct 27 11:47:08.133319 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3bc6008d-0fef-4411-aa01-b08b11547807 req-243b0437-72b3-42b8-9f51-22cc16b4f0ea service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479375 Oct 27 11:47:08.137179 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-881a7d54-e867-42e3-bfd3-9a3a5f21a18a req-4c4aa662-4f87-47dc-a22f-27d1f6a5e38b service neutron] 10.222.0.41 "GET /v2.0/networks/970e5080-45f9-4314-8283-d4cf7abdbff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446011 Oct 27 11:47:08.528639 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d993d7-e8f9-45a2-af90-edb8f6d1dea0 req-a8e73ab9-50ff-4b9e-ada1-ea7299eb2282 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:08.530085 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-52d993d7-e8f9-45a2-af90-edb8f6d1dea0 req-a8e73ab9-50ff-4b9e-ada1-ea7299eb2282 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 943 time: 0.3650675 Oct 27 11:47:08.535677 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3bc6008d-0fef-4411-aa01-b08b11547807 req-b7bf33b8-b95e-45c8-8a91-c7d13cab6bb7 service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893425 Oct 27 11:47:08.568014 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-52d993d7-e8f9-45a2-af90-edb8f6d1dea0 req-2e11cb88-803d-46d2-9ef6-09e3b873f9a0 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314088 Oct 27 11:47:08.801802 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b34ed-950c-4a82-b50a-769396cf0184 req-16c7e28f-205c-4f49-9396-d5c64ddab928 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:08.803373 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7f8b34ed-950c-4a82-b50a-769396cf0184 req-16c7e28f-205c-4f49-9396-d5c64ddab928 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.0491562 Oct 27 11:47:08.841445 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7f8b34ed-950c-4a82-b50a-769396cf0184 req-9d286d8b-f8b7-4855-b284-87c8eb9072bd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320213 Oct 27 11:47:09.037241 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd004fba-e34b-420f-a22e-29dab7298be0 req-c31e874b-73db-4cce-a2cc-d6220e6e4752 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:09.038611 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dd004fba-e34b-420f-a22e-29dab7298be0 req-c31e874b-73db-4cce-a2cc-d6220e6e4752 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0479646 Oct 27 11:47:09.076559 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dd004fba-e34b-420f-a22e-29dab7298be0 req-8d4e8ca8-7d31-4600-b3cd-ac90cfe96a34 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319216 Oct 27 11:47:09.683364 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 78e2c14a-f381-48e2-a61d-922b093c5550 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:47:09.696973 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57959b6d-dca4-4b03-bbf9-f3f15e3b92b6 req-1092a965-adcf-46ef-8e0a-5c68116b9f13 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:09.699336 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-57959b6d-dca4-4b03-bbf9-f3f15e3b92b6 req-1092a965-adcf-46ef-8e0a-5c68116b9f13 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 943 time: 0.0631199 Oct 27 11:47:09.736931 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-57959b6d-dca4-4b03-bbf9-f3f15e3b92b6 req-6fc324da-15fc-4ed4-873f-f8ead1e1cba3 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Oct 27 11:47:09.782581 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-181409f2-4749-41a6-8c52-a118d2398582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:09.799975 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 78e2c14a-f381-48e2-a61d-922b093c5550, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=78e2c14a-f381-48e2-a61d-922b093c5550,segment=NetworkSegment(17ef9335-0201-4250-bdb0-dec60bbe73bf),segment_id=17ef9335-0201-4250-bdb0-dec60bbe73bf)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:09.811288 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': '78e2c14a-f381-48e2-a61d-922b093c5550', 'network_id': '970e5080-45f9-4314-8283-d4cf7abdbff6', 'port_id': '78e2c14a-f381-48e2-a61d-922b093c5550', 'mac_address': 'fa:16:3e:6d:87:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb613630-d77f-4e8d-873e-83fc938fb902', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:47:09.848679 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:09.862906 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e2c14a-f381-48e2-a61d-922b093c5550 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:47:09.884293 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 78e2c14a-f381-48e2-a61d-922b093c5550, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=78e2c14a-f381-48e2-a61d-922b093c5550,segment=NetworkSegment(17ef9335-0201-4250-bdb0-dec60bbe73bf),segment_id=17ef9335-0201-4250-bdb0-dec60bbe73bf)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:09.889051 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:09.889721 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device c265257f-0229-4e6f-842e-40d1dc57579f details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:47:09.968240 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ab51e-6729-46fa-8229-7b85912a76b7 req-45e38507-d2cc-42e1-ac1f-e101a2ff30bf tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:09.969794 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-314ab51e-6729-46fa-8229-7b85912a76b7 req-45e38507-d2cc-42e1-ac1f-e101a2ff30bf tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 944 time: 0.0549436 Oct 27 11:47:09.984438 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=78e2c14a-f381-48e2-a61d-922b093c5550,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:10.008019 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-314ab51e-6729-46fa-8229-7b85912a76b7 req-e59539fd-d5f8-4b6a-9767-60328bbcab48 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Oct 27 11:47:10.028948 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port c265257f-0229-4e6f-842e-40d1dc57579f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c265257f-0229-4e6f-842e-40d1dc57579f,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:10.039610 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'port_id': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'mac_address': 'fa:16:3e:43:bd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:47:10.078540 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:10.092044 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c265257f-0229-4e6f-842e-40d1dc57579f {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:47:10.120744 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port c265257f-0229-4e6f-842e-40d1dc57579f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c265257f-0229-4e6f-842e-40d1dc57579f,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:10.129011 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:10.186882 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=c265257f-0229-4e6f-842e-40d1dc57579f,revision_number=9']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:10.219071 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddb81d-89f6-4cd2-8938-504d553fa2f6 req-3005df4d-e581-41e1-945c-dfd5c13b66d6 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:10.220452 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-54ddb81d-89f6-4cd2-8938-504d553fa2f6 req-3005df4d-e581-41e1-945c-dfd5c13b66d6 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0677564 Oct 27 11:47:10.272353 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-54ddb81d-89f6-4cd2-8938-504d553fa2f6 req-4615d9fa-266a-446e-a390-eecbdb173ed5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455151 Oct 27 11:47:10.395406 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['78e2c14a-f381-48e2-a61d-922b093c5550'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:47:10.398955 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['c265257f-0229-4e6f-842e-40d1dc57579f'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:47:10.592304 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:10.857079 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce4ec7-1bb5-458f-8694-9d73842ebc4d req-de377770-0fb7-41fd-8a39-27acd7967a51 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:10.858765 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-efce4ec7-1bb5-458f-8694-9d73842ebc4d req-de377770-0fb7-41fd-8a39-27acd7967a51 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 944 time: 0.0554483 Oct 27 11:47:10.898287 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-efce4ec7-1bb5-458f-8694-9d73842ebc4d req-db40f486-a1f1-4291-8824-27fb2a98def0 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334003 Oct 27 11:47:11.023514 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:11.136156 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f28702-8b6a-48bc-b7c8-d5ae3172d6ba req-5643f6e4-9fa4-4dd7-8e9e-240757e578d9 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:11.137678 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-65f28702-8b6a-48bc-b7c8-d5ae3172d6ba req-5643f6e4-9fa4-4dd7-8e9e-240757e578d9 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 945 time: 0.0561872 Oct 27 11:47:11.176107 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-65f28702-8b6a-48bc-b7c8-d5ae3172d6ba req-72433ec3-0cfc-47c2-ad88-4d36029d86fe tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322640 Oct 27 11:47:11.398525 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef59b0d-c048-483e-87e9-22dd9a94ed7d req-f07d2022-f718-4d7c-83aa-7c6f8c8c25d1 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:11.400638 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bef59b0d-c048-483e-87e9-22dd9a94ed7d req-f07d2022-f718-4d7c-83aa-7c6f8c8c25d1 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0615869 Oct 27 11:47:11.439505 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bef59b0d-c048-483e-87e9-22dd9a94ed7d req-837c822c-522b-4165-8557-14936b0db0be tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329242 Oct 27 11:47:11.661443 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 51426) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:47:11.683956 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 78e2c14a-f381-48e2-a61d-922b093c5550 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:47:11.712964 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a6cdb-4b54-411c-bd81-a2e167c6d3eb req-72b882c9-9544-4e39-a463-ca371b7170dd tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:11.714661 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-603a6cdb-4b54-411c-bd81-a2e167c6d3eb req-72b882c9-9544-4e39-a463-ca371b7170dd tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0885031 Oct 27 11:47:11.780433 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-d7c0569e-4cfd-4116-92c6-05e76376d341 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1176946 Oct 27 11:47:11.790481 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-aeb92a51-1255-44e6-afa3-4324a7c7588a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108002) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:47:11.791577 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-aeb92a51-1255-44e6-afa3-4324a7c7588a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060494 Oct 27 11:47:11.810055 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port 78e2c14a-f381-48e2-a61d-922b093c5550 completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:47:11.822377 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-603a6cdb-4b54-411c-bd81-a2e167c6d3eb req-b9b04a89-fd49-490d-999a-96f792d3191d tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002893 Oct 27 11:47:11.823387 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port 78e2c14a-f381-48e2-a61d-922b093c5550 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:47:11.824148 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:11.926695 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:11.957497 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d705059-a336-4848-a761-d83fd7f04879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e2c14a-f381-48e2-a61d-922b093c5550'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:47:11.959713 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f8f6bb-9b78-4fac-aba6-ac810e014c3a" -d '{"events": [{"server_uuid": "5d705059-a336-4848-a761-d83fd7f04879", "name": "network-vif-plugged", "status": "completed", "tag": "78e2c14a-f381-48e2-a61d-922b093c5550"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:47:11.974678 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 78e2c14a-f381-48e2-a61d-922b093c5550, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=78e2c14a-f381-48e2-a61d-922b093c5550,segment=NetworkSegment(17ef9335-0201-4250-bdb0-dec60bbe73bf),segment_id=17ef9335-0201-4250-bdb0-dec60bbe73bf)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:11.981369 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:11.982333 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device c265257f-0229-4e6f-842e-40d1dc57579f up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:47:12.009964 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e32277-ba60-46cf-9157-51a523235e85 x-openstack-request-id: req-68e32277-ba60-46cf-9157-51a523235e85 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:47:12.010256 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d705059-a336-4848-a761-d83fd7f04879", "name": "network-vif-plugged", "status": "completed", "tag": "78e2c14a-f381-48e2-a61d-922b093c5550", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:47:12.010929 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68e32277-ba60-46cf-9157-51a523235e85 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:47:12.011177 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d705059-a336-4848-a761-d83fd7f04879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e2c14a-f381-48e2-a61d-922b093c5550', 'code': 200} Oct 27 11:47:12.032196 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67ccda-70b0-4c42-b2ac-11dc98e350e3 req-7663fdf4-b662-402a-a339-5bd594bedcdb tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:12.034482 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1d67ccda-70b0-4c42-b2ac-11dc98e350e3 req-7663fdf4-b662-402a-a339-5bd594bedcdb tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 944 time: 0.0670817 Oct 27 11:47:12.087884 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=78e2c14a-f381-48e2-a61d-922b093c5550,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:12.102901 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1d67ccda-70b0-4c42-b2ac-11dc98e350e3 req-dddff035-22d0-4dd4-b7f3-a75f5ad91a3a tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549188 Oct 27 11:47:12.105097 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port c265257f-0229-4e6f-842e-40d1dc57579f triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:47:12.105646 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:12.210536 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:12.214169 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:12.239782 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322138e-5701-4d3f-80c4-9c42992e2f82 req-c470db4f-6f35-4a05-b45f-4ed9776d9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:12.241292 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d322138e-5701-4d3f-80c4-9c42992e2f82 req-c470db4f-6f35-4a05-b45f-4ed9776d9997 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 1098 time: 0.0680883 Oct 27 11:47:12.266338 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port c265257f-0229-4e6f-842e-40d1dc57579f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c265257f-0229-4e6f-842e-40d1dc57579f,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:12.273164 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:12.274862 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:47:12.327760 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d322138e-5701-4d3f-80c4-9c42992e2f82 req-a7e80743-986a-480d-9e54-9311c5c1f4cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735714 Oct 27 11:47:12.340748 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990e6dc-5511-4443-a996-b8b6e4404379 req-367a6683-acea-430c-ae19-bd3a79827870 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:12.342178 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1990e6dc-5511-4443-a996-b8b6e4404379 req-367a6683-acea-430c-ae19-bd3a79827870 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 947 time: 0.0681050 Oct 27 11:47:12.353779 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=c265257f-0229-4e6f-842e-40d1dc57579f,revision_number=10']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:12.383059 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1990e6dc-5511-4443-a996-b8b6e4404379 req-e248dbd9-b99e-4fbe-baea-23bcb495c6b5 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335803 Oct 27 11:47:12.393808 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:12.434833 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:12.438769 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:12.484985 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,revision_number=6']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:12.935731 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5af2d-d0b0-4562-9f19-7318c27dbb92 req-13f498d3-1eeb-44d7-a9ba-21826212d58a tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:12.937197 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-28b5af2d-d0b0-4562-9f19-7318c27dbb92 req-13f498d3-1eeb-44d7-a9ba-21826212d58a tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.0470555 Oct 27 11:47:12.974715 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-28b5af2d-d0b0-4562-9f19-7318c27dbb92 req-e9573c7c-3669-4aca-a250-583adf44df13 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315526 Oct 27 11:47:13.217052 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0e529-5029-4e53-84b0-8f28d66216b3 req-26599a45-8ba9-4d31-b289-9b20173d227f tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:13.218553 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e4e0e529-5029-4e53-84b0-8f28d66216b3 req-26599a45-8ba9-4d31-b289-9b20173d227f tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 945 time: 0.0502553 Oct 27 11:47:13.259002 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e4e0e529-5029-4e53-84b0-8f28d66216b3 req-c8fcde3e-0ca0-436f-a6c9-e62b5756c9ed tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337160 Oct 27 11:47:13.511978 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3137ba1-b036-46ca-ab32-284ff2c0f014 req-23313cad-7b07-4d43-b285-bcf9f75f8f9b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:13.513479 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d3137ba1-b036-46ca-ab32-284ff2c0f014 req-23313cad-7b07-4d43-b285-bcf9f75f8f9b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 947 time: 0.0527184 Oct 27 11:47:13.554450 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d3137ba1-b036-46ca-ab32-284ff2c0f014 req-298ae94f-feec-41c2-b1d1-ff0683809edd tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338323 Oct 27 11:47:14.012882 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c265257f-0229-4e6f-842e-40d1dc57579f'}, {'server_uuid': 'd9ebf678-183f-4946-82b8-508114c70277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:47:14.016144 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173941bf-1b5a-4f15-af86-01237ac72c5c" -d '{"events": [{"server_uuid": "c577156d-5050-4a66-aebc-6e65b3a56ced", "name": "network-vif-plugged", "status": "completed", "tag": "c265257f-0229-4e6f-842e-40d1dc57579f"}, {"server_uuid": "d9ebf678-183f-4946-82b8-508114c70277", "name": "network-vif-unplugged", "status": "completed", "tag": "4c67706f-7e0a-4ef6-9324-852d9e41a7b2"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:47:14.054395 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Wed, 27 Oct 2021 11:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92b5e61-b9b3-4310-8ea1-f7d2b06982b7 x-openstack-request-id: req-a92b5e61-b9b3-4310-8ea1-f7d2b06982b7 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:47:14.054708 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c577156d-5050-4a66-aebc-6e65b3a56ced", "name": "network-vif-plugged", "status": "completed", "tag": "c265257f-0229-4e6f-842e-40d1dc57579f", "code": 200}, {"server_uuid": "d9ebf678-183f-4946-82b8-508114c70277", "name": "network-vif-unplugged", "status": "failed", "tag": "4c67706f-7e0a-4ef6-9324-852d9e41a7b2", "code": 422}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:47:14.054959 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a92b5e61-b9b3-4310-8ea1-f7d2b06982b7 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:47:14.055385 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'code': 200} Oct 27 11:47:14.055681 dv-cinder-815146-3-iscsi neutron-server[108004]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd9ebf678-183f-4946-82b8-508114c70277', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'code': 422} returned with failed status Oct 27 11:47:14.091041 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdf035-b329-4e49-8658-9c352116b507 req-02487e72-89d3-4adc-bd00-ee71071cb955 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:14.093204 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e0cdf035-b329-4e49-8658-9c352116b507 req-02487e72-89d3-4adc-bd00-ee71071cb955 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.0522277 Oct 27 11:47:14.132120 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e0cdf035-b329-4e49-8658-9c352116b507 req-8431b252-8f31-4863-9719-854d971ce515 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327654 Oct 27 11:47:14.238662 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e3e51-51c6-4fee-a0ca-63c1362bb659 req-92003fd3-6b94-4125-996b-bf6595ce73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:14.240238 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9b0e3e51-51c6-4fee-a0ca-63c1362bb659 req-92003fd3-6b94-4125-996b-bf6595ce73e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 1100 time: 0.0418591 Oct 27 11:47:14.276210 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9b0e3e51-51c6-4fee-a0ca-63c1362bb659 req-e65386cd-4ef4-40f7-b32c-9833a5ed47d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288939 Oct 27 11:47:14.379855 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b4e70-4361-4f6f-bee3-b1df7827ef0a req-46ab8c9a-6dce-4d56-8bbd-1d3da7b9f003 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:14.381444 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0f7b4e70-4361-4f6f-bee3-b1df7827ef0a req-46ab8c9a-6dce-4d56-8bbd-1d3da7b9f003 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Oct 27 11:47:14.420856 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0f7b4e70-4361-4f6f-bee3-b1df7827ef0a req-7019dad7-0976-4f74-a9a8-1fe06ffcf437 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Oct 27 11:47:14.721864 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd87ee8-6fba-4971-917d-bfc6ea870db8 req-6999e2d9-ce9e-4246-b78b-3559608ece42 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:14.724362 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2fd87ee8-6fba-4971-917d-bfc6ea870db8 req-6999e2d9-ce9e-4246-b78b-3559608ece42 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 947 time: 0.0882006 Oct 27 11:47:14.794903 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2fd87ee8-6fba-4971-917d-bfc6ea870db8 req-fe73a469-06d8-4469-91d5-93d62f1ff420 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523102 Oct 27 11:47:15.118715 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-ee0991be-5307-40ce-8e85-fea9fa102dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:15.120214 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-ee0991be-5307-40ce-8e85-fea9fa102dde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277&tenant_id=6f38f92679b64439a45356929b30a550 HTTP/1.1" status: 200 len: 1096 time: 0.0427387 Oct 27 11:47:15.222800 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-dd0a0702-5674-432f-8f39-6393050fca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:15.223792 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-dd0a0702-5674-432f-8f39-6393050fca34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f38f92679b64439a45356929b30a550&device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 1096 time: 0.0692317 Oct 27 11:47:15.329974 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d693690-7dd4-4b45-8443-6630541d03bb req-bcba856a-e11e-4cdb-b2db-2dadfd6ff0ff tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:15.331598 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5d693690-7dd4-4b45-8443-6630541d03bb req-bcba856a-e11e-4cdb-b2db-2dadfd6ff0ff tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.1068866 Oct 27 11:47:15.394655 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-4f3e89c1-c24d-47c5-a0c5-125458bcc82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:15.394655 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-4f3e89c1-c24d-47c5-a0c5-125458bcc82f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b77b30a-35e6-40db-9719-c7556d6605d9 HTTP/1.1" status: 200 len: 911 time: 0.1587999 Oct 27 11:47:15.428701 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5d693690-7dd4-4b45-8443-6630541d03bb req-800bea4e-ba8d-4392-beff-9687eceef4f9 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895638 Oct 27 11:47:15.514511 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-cff4e842-e837-477d-bd5e-ff0ed68dd72e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2 HTTP/1.1" status: 200 len: 999 time: 0.0954454 Oct 27 11:47:15.579908 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-990c4679-932a-40bd-b231-54eddc6800aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:15.581588 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-990c4679-932a-40bd-b231-54eddc6800aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b96d60d-9ede-4ef7-a71b-5fba29fa7c72 HTTP/1.1" status: 200 len: 848 time: 0.0540328 Oct 27 11:47:15.663732 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-0ee6a34a-f75e-43fe-bb26-ccf2f22bc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:15.665802 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-0ee6a34a-f75e-43fe-bb26-ccf2f22bc4ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b77b30a-35e6-40db-9719-c7556d6605d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608015 Oct 27 11:47:15.789264 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-55d2abe8-511d-4ed0-850d-73ee58b479bf service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123967 Oct 27 11:47:15.990564 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f5747-40b1-4c87-b828-7562f84ddc4c req-d01fab1d-8c5e-4f55-a7d2-0ec4f0fdfb36 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:15.993305 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fb6f5747-40b1-4c87-b828-7562f84ddc4c req-d01fab1d-8c5e-4f55-a7d2-0ec4f0fdfb36 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 947 time: 0.0998194 Oct 27 11:47:15.998505 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79cfb78b-5f08-4f8b-a939-0f2fa3ba9bbe req-870acb7e-932b-47ce-b6e9-d45e79418024 service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894433 Oct 27 11:47:16.054889 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fb6f5747-40b1-4c87-b828-7562f84ddc4c req-539772f2-bef3-49d2-859f-0a3cfc14569b tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490296 Oct 27 11:47:16.548878 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79412d1f-1933-474b-98d5-06156ff5bf9a req-cadeac5f-b4e5-425d-9e3a-b07c40ddb90b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:16.550677 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79412d1f-1933-474b-98d5-06156ff5bf9a req-cadeac5f-b4e5-425d-9e3a-b07c40ddb90b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.0499055 Oct 27 11:47:16.590589 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-79412d1f-1933-474b-98d5-06156ff5bf9a req-966f51ae-18f8-478e-a9a0-8e20a1177f91 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331364 Oct 27 11:47:17.180961 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b475a4-f16a-4775-a6eb-f73871db267b req-a36e964f-1f2d-4e55-8ab2-2a992dc77bd3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:17.182461 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d0b475a4-f16a-4775-a6eb-f73871db267b req-a36e964f-1f2d-4e55-8ab2-2a992dc77bd3 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 947 time: 0.0573566 Oct 27 11:47:17.221630 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d0b475a4-f16a-4775-a6eb-f73871db267b req-4f67dc98-b945-40f0-86a9-c25c609ec82a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322812 Oct 27 11:47:17.708114 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef4f44-7273-4c9a-b022-a2a24df5962e req-de8c86c0-e8e6-4c91-aa8e-16433492f0eb tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:17.709586 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3eef4f44-7273-4c9a-b022-a2a24df5962e req-de8c86c0-e8e6-4c91-aa8e-16433492f0eb tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.0487804 Oct 27 11:47:17.749490 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3eef4f44-7273-4c9a-b022-a2a24df5962e req-d6b5b93c-d9ee-416b-902c-0c9f7aeb6f84 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332928 Oct 27 11:47:17.905737 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:18.865442 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fa080-b30d-4be8-99ee-345164b407df req-0b7665ec-ff7a-4309-b37e-e4fb98e12fe4 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:18.866931 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ff7fa080-b30d-4be8-99ee-345164b407df req-0b7665ec-ff7a-4309-b37e-e4fb98e12fe4 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.0498087 Oct 27 11:47:18.905589 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ff7fa080-b30d-4be8-99ee-345164b407df req-2bb34755-15e5-428b-a9ec-f9a54c0a903b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323608 Oct 27 11:47:19.365473 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3044afb-518a-4cd2-a96c-2a5871e26cdb req-4bbbbfcc-1e5d-4f6a-9565-3e2c78608ed6 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:19.366853 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d3044afb-518a-4cd2-a96c-2a5871e26cdb req-4bbbbfcc-1e5d-4f6a-9565-3e2c78608ed6 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 945 time: 0.0504866 Oct 27 11:47:19.404937 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d3044afb-518a-4cd2-a96c-2a5871e26cdb req-c158766e-8ff5-4c56-b6bb-2e0ee8523f78 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3890c3f-dffd-4273-aff8-ebaf366a1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316093 Oct 27 11:47:20.025108 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85793b43-c0ba-429b-88ee-94c1c2d60285 req-577d4938-cd46-4786-8991-fce367b06aac tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:20.026657 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-85793b43-c0ba-429b-88ee-94c1c2d60285 req-577d4938-cd46-4786-8991-fce367b06aac tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.0474515 Oct 27 11:47:20.064202 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-85793b43-c0ba-429b-88ee-94c1c2d60285 req-2363a8b2-58bc-4d11-b240-de70ad051d04 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316823 Oct 27 11:47:20.518721 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167affe-90d2-459e-9d89-94f32872d138 req-0d990c67-d766-46e1-bb24-de66405a93a0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:20.520172 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f167affe-90d2-459e-9d89-94f32872d138 req-0d990c67-d766-46e1-bb24-de66405a93a0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 945 time: 0.0475249 Oct 27 11:47:20.557584 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f167affe-90d2-459e-9d89-94f32872d138 req-1a50116a-53fc-4465-8756-0f8e89bf13ec tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3890c3f-dffd-4273-aff8-ebaf366a1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314934 Oct 27 11:47:21.193940 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35cfd3-eade-495f-830c-79b4aca211a2 req-fafd7cf1-7aee-494e-820d-2276a1ef08a7 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:21.195945 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dd35cfd3-eade-495f-830c-79b4aca211a2 req-fafd7cf1-7aee-494e-820d-2276a1ef08a7 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.0518479 Oct 27 11:47:21.233359 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dd35cfd3-eade-495f-830c-79b4aca211a2 req-32b7e24d-f3ea-4904-a9e4-09652562d9d4 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Oct 27 11:47:21.476182 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-40b1d512-e458-425d-92db-c4334bb7ea94 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:21.477597 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-40b1d512-e458-425d-92db-c4334bb7ea94 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 945 time: 0.0464854 Oct 27 11:47:21.579266 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Deleting port aa4809fe-88f3-4235-969b-ec2a56674398 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:47:21.579596 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:21.696504 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] For port aa4809fe-88f3-4235-969b-ec2a56674398, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=aa4809fe-88f3-4235-969b-ec2a56674398,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:21.696898 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:21.711891 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b7d44-d3f0-4d4d-af97-a3061bf836b5 req-b06efb8d-5cd8-4b6d-a371-dd637f5530f4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:21.713336 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3c2b7d44-d3f0-4d4d-af97-a3061bf836b5 req-b06efb8d-5cd8-4b6d-a371-dd637f5530f4 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 945 time: 0.0863230 Oct 27 11:47:21.804027 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3c2b7d44-d3f0-4d4d-af97-a3061bf836b5 req-466126de-f583-497b-a6e0-97541e369c71 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3890c3f-dffd-4273-aff8-ebaf366a1742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834572 Oct 27 11:47:21.910577 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:21.910965 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:21.911275 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.l3_db [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Floating IP 5653f8c5-df4e-4448-aa3e-471f3b290c08 disassociated. External IP: 172.27.3.234, port: aa4809fe-88f3-4235-969b-ec2a56674398. Oct 27 11:47:21.911604 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Calling delete_port for aa4809fe-88f3-4235-969b-ec2a56674398 owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:47:22.046117 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:22.074836 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event deleted for resources: {'Port': ['ID=aa4809fe-88f3-4235-969b-ec2a56674398,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:22.188591 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:47:22.298085 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:47:22.311124 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a7ed2-c949-4e5c-ae3d-9e97a2226718 None None] Sync routers for ids ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:47:22.321266 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a7ed2-c949-4e5c-ae3d-9e97a2226718 None None] Routers {'7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:47:22.321866 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-0b4a7ed2-c949-4e5c-ae3d-9e97a2226718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:47:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:47:22.358186 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] No DVR routers for this DVR port aa4809fe-88f3-4235-969b-ec2a56674398 on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:47:22.361812 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:22.365092 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1a984804-529b-4c14-8f7b-1c323b93e975 req-bcbc2cdf-2f6f-4ede-96fd-352f3231a2b0 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.41 "DELETE /v2.0/ports/aa4809fe-88f3-4235-969b-ec2a56674398 HTTP/1.1" status: 204 len: 173 time: 0.8797891 Oct 27 11:47:22.365518 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd', 'name': 'network-vif-deleted', 'tag': 'aa4809fe-88f3-4235-969b-ec2a56674398'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:47:22.368295 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5d989c-bd2b-4a99-b805-918be5e3d885" -d '{"events": [{"server_uuid": "2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd", "name": "network-vif-deleted", "tag": "aa4809fe-88f3-4235-969b-ec2a56674398"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:47:22.394554 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad1152-a435-4962-994f-d852bd407007 req-f750d2bc-c411-4479-9a97-64e5e8d3823e tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:22.396345 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-98ad1152-a435-4962-994f-d852bd407007 req-f750d2bc-c411-4479-9a97-64e5e8d3823e tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.0917521 Oct 27 11:47:22.427727 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1904ff35-6fd7-4d9b-9ca7-8c9036c2d472 x-openstack-request-id: req-1904ff35-6fd7-4d9b-9ca7-8c9036c2d472 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:47:22.428081 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd", "name": "network-vif-deleted", "tag": "aa4809fe-88f3-4235-969b-ec2a56674398", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:47:22.428897 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1904ff35-6fd7-4d9b-9ca7-8c9036c2d472 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:47:22.428897 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd', 'name': 'network-vif-deleted', 'tag': 'aa4809fe-88f3-4235-969b-ec2a56674398', 'status': 'completed', 'code': 200} Oct 27 11:47:22.469311 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-0b4a7ed2-c949-4e5c-ae3d-9e97a2226718 None None] Set router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:47:22.476569 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-98ad1152-a435-4962-994f-d852bd407007 req-28bcd530-d94a-4828-84b8-81c17c6b511b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600996 Oct 27 11:47:22.686798 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-0b4a7ed2-c949-4e5c-ae3d-9e97a2226718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:59Z', 'revision_number': 5, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:47:22.713010 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a7ed2-c949-4e5c-ae3d-9e97a2226718 None None] Checking router: 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:47:22.721410 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a7ed2-c949-4e5c-ae3d-9e97a2226718 None None] Routers {'7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:47:22.722015 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-0b4a7ed2-c949-4e5c-ae3d-9e97a2226718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:47:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:47:22.929577 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b67b102a-0d38-4289-8812-28c239af1538 req-a4f3054d-c6ce-4930-a1e9-a356d9a4a197 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b76c7db-09d7-41c9-8ec6-b0b5d708c2fd HTTP/1.1" status: 200 len: 210 time: 0.0342095 Oct 27 11:47:22.961072 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-0b4a7ed2-c949-4e5c-ae3d-9e97a2226718 None None] Set router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:47:23.163402 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-0b4a7ed2-c949-4e5c-ae3d-9e97a2226718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:59Z', 'revision_number': 5, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:47:23.189782 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4a7ed2-c949-4e5c-ae3d-9e97a2226718 None None] The sync data for ids ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'] in dv-cinder-815146-3-iscsi is: [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:40:49Z', 'revision_number': 4, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'b3beb4c5-dd8f-45d1-bc8e-052305e4f216', 'name': '', 'network_id': 'a7a19429-34d2-4399-856f-928cf000bee1', 'tenant_id': '18a798fcd851472396a821df034d2591', 'mac_address': 'fa:16:3e:03:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:45Z', 'updated_at': '2021-10-27T11:40:59Z', 'revision_number': 5, 'project_id': '18a798fcd851472396a821df034d2591', 'subnets': [{'id': '6873a289-3a0e-4f94-87e8-f3eccf8a4939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:47:23.411721 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081395f2-9114-4613-aa2b-9e93ca101571 None None] New status for floating IP 5653f8c5-df4e-4448-aa3e-471f3b290c08: DOWN {{(pid=108005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:47:23.601447 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a31f27-1b3f-4ef5-9db6-4051b950a73f req-ae7ccae3-0375-4107-b78f-830388c7098b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:23.603584 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-54a31f27-1b3f-4ef5-9db6-4051b950a73f req-ae7ccae3-0375-4107-b78f-830388c7098b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.0544474 Oct 27 11:47:23.642708 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-54a31f27-1b3f-4ef5-9db6-4051b950a73f req-25e5296a-2ea4-4943-ae25-d5ab6d6e4728 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330591 Oct 27 11:47:23.791949 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device aa4809fe-88f3-4235-969b-ec2a56674398 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:47:23.811641 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: aa4809fe-88f3-4235-969b-ec2a56674398 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:47:23.811974 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device aa4809fe-88f3-4235-969b-ec2a56674398 not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:47:24.012214 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 51656) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:47:24.065030 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ebe7eb6b-7407-4345-8f59-c9275d2c87d7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:24.091455 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ebe7eb6b-7407-4345-8f59-c9275d2c87d7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:24.142355 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ebe7eb6b-7407-4345-8f59-c9275d2c87d7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:24.144959 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ebe7eb6b-7407-4345-8f59-c9275d2c87d7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:24.146098 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-ebe7eb6b-7407-4345-8f59-c9275d2c87d7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "DELETE /v2.0/security-groups/f3890c3f-dffd-4273-aff8-ebaf366a1742 HTTP/1.1" status: 204 len: 168 time: 0.1329148 Oct 27 11:47:24.148956 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 51658) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:47:24.154913 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7eb6b-7407-4345-8f59-c9275d2c87d7 tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3890c3f-dffd-4273-aff8-ebaf366a1742,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:24.168913 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.api.v2.resource [None req-f956250d-d2f2-4951-8ea6-656aa1752f0c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] show failed (client error): The resource could not be found. Oct 27 11:47:24.170602 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-f956250d-d2f2-4951-8ea6-656aa1752f0c tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "GET /v2.0/security-groups/f3890c3f-dffd-4273-aff8-ebaf366a1742 HTTP/1.1" status: 404 len: 347 time: 0.0205836 Oct 27 11:47:24.173737 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 51660) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:47:24.299392 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-6e976b22-b151-469f-ad07-c3c8b8dc0e7f tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Deleting port 15053b0e-d728-4adb-8dfe-c4ce92d7cc43 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:47:24.299724 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6e976b22-b151-469f-ad07-c3c8b8dc0e7f tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:24.381872 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6e976b22-b151-469f-ad07-c3c8b8dc0e7f tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:24.382162 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6e976b22-b151-469f-ad07-c3c8b8dc0e7f tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:24.394729 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-6e976b22-b151-469f-ad07-c3c8b8dc0e7f tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Calling delete_port for 15053b0e-d728-4adb-8dfe-c4ce92d7cc43 owned by network:floatingip {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:47:24.522212 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6e976b22-b151-469f-ad07-c3c8b8dc0e7f tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:24.552515 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e976b22-b151-469f-ad07-c3c8b8dc0e7f tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Pushing event deleted for resources: {'Port': ['ID=15053b0e-d728-4adb-8dfe-c4ce92d7cc43,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:24.613722 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6e976b22-b151-469f-ad07-c3c8b8dc0e7f tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks [] for floatingip, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:24.616267 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6e976b22-b151-469f-ad07-c3c8b8dc0e7f tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:24.617436 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-6e976b22-b151-469f-ad07-c3c8b8dc0e7f tempest-AttachVolumeTestJSON-1091795723 tempest-AttachVolumeTestJSON-1091795723-project] 10.222.0.36 "DELETE /v2.0/floatingips/5653f8c5-df4e-4448-aa3e-471f3b290c08 HTTP/1.1" status: 204 len: 168 time: 0.4350872 Oct 27 11:47:24.760992 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7463cd-4085-471e-a733-76f5e642d2fa req-b7ed567c-8bb1-4c9f-8cc9-5808d83d84c7 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:24.762480 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb7463cd-4085-471e-a733-76f5e642d2fa req-b7ed567c-8bb1-4c9f-8cc9-5808d83d84c7 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.0497208 Oct 27 11:47:24.799837 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-cb7463cd-4085-471e-a733-76f5e642d2fa req-06fd27ee-96c9-4302-972c-68c60aecf7dd tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314312 Oct 27 11:47:25.793403 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:47:25.908250 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:25.919992 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'port_id': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'mac_address': 'fa:16:3e:96:18:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:47:25.936819 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4346600-2239-4411-b06e-26160d4f9d6a req-081a0d38-bb6f-4821-b187-18c4477b4ebf tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:25.938305 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d4346600-2239-4411-b06e-26160d4f9d6a req-081a0d38-bb6f-4821-b187-18c4477b4ebf tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 943 time: 0.0550845 Oct 27 11:47:25.956075 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:25.973092 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:47:25.976552 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d4346600-2239-4411-b06e-26160d4f9d6a req-ad874763-83bf-442a-bbd4-21993a0ce1ef tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320671 Oct 27 11:47:25.992744 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:25.997005 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:26.044276 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,revision_number=7']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:26.169939 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:47:26.300992 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['4c67706f-7e0a-4ef6-9324-852d9e41a7b2'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:47:27.095916 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cf94f-594d-4491-a712-ab27a9a41062 req-449a5f6b-6f81-4bd4-9364-6ce48b955946 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:27.097323 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f04cf94f-594d-4491-a712-ab27a9a41062 req-449a5f6b-6f81-4bd4-9364-6ce48b955946 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 944 time: 0.0508349 Oct 27 11:47:27.135281 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f04cf94f-594d-4491-a712-ab27a9a41062 req-167e786c-4d5f-470f-a50b-86375ce4ae20 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315359 Oct 27 11:47:27.806054 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:47:27.853267 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:47:27.853629 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:27.934445 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:27.957313 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ebf678-183f-4946-82b8-508114c70277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:47:27.959580 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d9ba1a-beb7-4964-a08a-9b38e7413684" -d '{"events": [{"server_uuid": "d9ebf678-183f-4946-82b8-508114c70277", "name": "network-vif-plugged", "status": "completed", "tag": "4c67706f-7e0a-4ef6-9324-852d9e41a7b2"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:47:27.974171 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:27.980953 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:28.008161 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cf1800-1ed2-4775-ae00-e195a9bf07d9 x-openstack-request-id: req-22cf1800-1ed2-4775-ae00-e195a9bf07d9 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:47:28.008544 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ebf678-183f-4946-82b8-508114c70277", "name": "network-vif-plugged", "status": "completed", "tag": "4c67706f-7e0a-4ef6-9324-852d9e41a7b2", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:47:28.008850 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-22cf1800-1ed2-4775-ae00-e195a9bf07d9 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:47:28.009282 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ebf678-183f-4946-82b8-508114c70277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'code': 200} Oct 27 11:47:28.035814 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,revision_number=8']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:28.161414 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 51708) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:47:28.363787 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817ac70-19c0-44bb-848f-4c2531a303d7 req-b7d50ba7-6f59-4207-8e44-b938e622c43b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:28.365155 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4817ac70-19c0-44bb-848f-4c2531a303d7 req-b7d50ba7-6f59-4207-8e44-b938e622c43b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.1559985 Oct 27 11:47:28.371848 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd8ec2-06c4-4f45-b436-eca2d6346c45 req-1f706af8-50ac-4078-ad2a-4d68718cbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:28.373219 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7cfd8ec2-06c4-4f45-b436-eca2d6346c45 req-1f706af8-50ac-4078-ad2a-4d68718cbd83 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 1098 time: 0.1353066 Oct 27 11:47:28.498294 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4817ac70-19c0-44bb-848f-4c2531a303d7 req-5ca76403-93b1-4316-9aba-1b28152df7f5 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241419 Oct 27 11:47:28.505782 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-7cfd8ec2-06c4-4f45-b436-eca2d6346c45 req-6b873322-ee71-4112-af80-78cde45e1210 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135426 Oct 27 11:47:28.667509 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0c78-de84-47fb-8800-6f5de076fbd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608041'] for router_interface, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:29.179784 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d0c78-de84-47fb-8800-6f5de076fbd1 admin admin] Deleting port b3beb4c5-dd8f-45d1-bc8e-052305e4f216 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:47:29.180488 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0c78-de84-47fb-8800-6f5de076fbd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:29.259047 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [None req-dd8d0c78-de84-47fb-8800-6f5de076fbd1 admin admin] For port b3beb4c5-dd8f-45d1-bc8e-052305e4f216, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=b3beb4c5-dd8f-45d1-bc8e-052305e4f216,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:29.259431 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0c78-de84-47fb-8800-6f5de076fbd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:29.271635 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d0c78-de84-47fb-8800-6f5de076fbd1 admin admin] Calling delete_port for b3beb4c5-dd8f-45d1-bc8e-052305e4f216 owned by network:router_interface {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:47:29.442755 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0c78-de84-47fb-8800-6f5de076fbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:29.469161 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d0c78-de84-47fb-8800-6f5de076fbd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3beb4c5-dd8f-45d1-bc8e-052305e4f216,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:29.667339 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde2765-c751-435b-a779-ed796c81ad40 req-64203276-2dce-4a69-9dc9-863607f34bb8 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:29.668829 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bfde2765-c751-435b-a779-ed796c81ad40 req-64203276-2dce-4a69-9dc9-863607f34bb8 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0751231 Oct 27 11:47:29.673343 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-dd8d0c78-de84-47fb-8800-6f5de076fbd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608197'] for router_interface, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:29.774528 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bfde2765-c751-435b-a779-ed796c81ad40 req-370da30a-85f0-411c-b797-77c6229394b0 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990188 Oct 27 11:47:29.919534 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8d0c78-de84-47fb-8800-6f5de076fbd1 admin admin] Router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:47:30.026692 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8d0c78-de84-47fb-8800-6f5de076fbd1 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:47:30.031768 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-dd8d0c78-de84-47fb-8800-6f5de076fbd1 admin admin] 10.222.0.36 "PUT /v2.0/routers/7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8692284 Oct 27 11:47:30.034271 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 51730) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:47:30.036910 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a9e7c-d89c-48c6-b63c-273ca0eb805d None None] Sync routers for ids ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:47:30.047973 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a9e7c-d89c-48c6-b63c-273ca0eb805d None None] Routers {'7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:47:30.048587 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-f06a9e7c-d89c-48c6-b63c-273ca0eb805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:47:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:47:30.134767 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] Publish callbacks [] for router, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:30.154979 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-f06a9e7c-d89c-48c6-b63c-273ca0eb805d None None] Set router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:47:30.239332 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:30.294590 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] Deleting port ce94d745-244b-470a-934f-4a8432ec754f {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:47:30.294851 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:30.335367 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-f06a9e7c-d89c-48c6-b63c-273ca0eb805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:47:29Z', 'revision_number': 5, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port': {'id': 'ce94d745-244b-470a-934f-4a8432ec754f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:37Z', 'updated_at': '2021-10-27T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:47:30.361340 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a9e7c-d89c-48c6-b63c-273ca0eb805d None None] Checking router: 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:47:30.370036 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a9e7c-d89c-48c6-b63c-273ca0eb805d None None] Routers {'7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:47:30.370643 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-f06a9e7c-d89c-48c6-b63c-273ca0eb805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:47:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:47:30.371993 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] For port ce94d745-244b-470a-934f-4a8432ec754f, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=ce94d745-244b-470a-934f-4a8432ec754f,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:30.372365 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:30.384496 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] Calling delete_port for ce94d745-244b-470a-934f-4a8432ec754f owned by network:router_gateway {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:47:30.462428 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-f06a9e7c-d89c-48c6-b63c-273ca0eb805d None None] Set router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 gateway port host: None {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:47:30.539446 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-f06a9e7c-d89c-48c6-b63c-273ca0eb805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:47:30Z', 'revision_number': 6, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port_host': None}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:47:30.564140 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:30.566989 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06a9e7c-d89c-48c6-b63c-273ca0eb805d None None] The sync data for ids ['7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57'] in dv-cinder-815146-3-iscsi is: [{'id': '7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57', 'name': 'tempest-AttachVolumeTestJSON-2029607050-router', 'tenant_id': '18a798fcd851472396a821df034d2591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:36Z', 'updated_at': '2021-10-27T11:47:30Z', 'revision_number': 6, 'project_id': '18a798fcd851472396a821df034d2591', 'gw_port_host': None}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:47:30.592868 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce94d745-244b-470a-934f-4a8432ec754f,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:30.660059 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607847'] for router_gateway, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:30.749770 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4054'] for router, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:30.751889 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:30.793816 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-607258'] for router, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:30.794330 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 {{(pid=108003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:47:30.798699 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] Publish callbacks [] for router, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:30.799866 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-c8a753a2-eb77-4ec2-9fd4-eb22a1457b00 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7b7f5dfa-fcf9-4842-84ff-0efe4f5edb57 HTTP/1.1" status: 204 len: 168 time: 0.7646625 Oct 27 11:47:30.802422 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 51736) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:47:30.853130 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_v2 [None req-713deeb4-8818-4596-8af2-b1ee40a1f9c5 admin admin] Deleting subnet 6873a289-3a0e-4f94-87e8-f3eccf8a4939 {{(pid=108003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:47:30.864070 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-713deeb4-8818-4596-8af2-b1ee40a1f9c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:30.923348 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-713deeb4-8818-4596-8af2-b1ee40a1f9c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25220744'] for subnet, precommit_delete_associations {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:30.955196 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92417368-33f8-4fd3-b0e2-ddced76e939c req-902650ef-5399-4b1c-8ac0-dbb13945fa9f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:30.956724 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-92417368-33f8-4fd3-b0e2-ddced76e939c req-902650ef-5399-4b1c-8ac0-dbb13945fa9f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.1079707 Oct 27 11:47:31.030202 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-92417368-33f8-4fd3-b0e2-ddced76e939c req-8391167b-a38d-4f0f-9af8-dab88d3f0a0b tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664060 Oct 27 11:47:31.044683 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-713deeb4-8818-4596-8af2-b1ee40a1f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.095414 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-713deeb4-8818-4596-8af2-b1ee40a1f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25412915'] for subnet, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.123016 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713deeb4-8818-4596-8af2-b1ee40a1f9c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6873a289-3a0e-4f94-87e8-f3eccf8a4939,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:31.128716 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-713deeb4-8818-4596-8af2-b1ee40a1f9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.131938 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-713deeb4-8818-4596-8af2-b1ee40a1f9c5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6873a289-3a0e-4f94-87e8-f3eccf8a4939 HTTP/1.1" status: 204 len: 168 time: 0.3284678 Oct 27 11:47:31.135214 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 51740) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:47:31.138048 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd999bbf-7c93-4a1d-82ae-8f52d47956b4 None None] Network a7a19429-34d2-4399-856f-928cf000bee1 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:47:31.212079 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.269152 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Deleting port 96f6a67a-8f40-4449-bc91-e96771e89507 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:47:31.269798 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.336424 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] For port 96f6a67a-8f40-4449-bc91-e96771e89507, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=96f6a67a-8f40-4449-bc91-e96771e89507,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:31.336799 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.351035 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Calling delete_port for 96f6a67a-8f40-4449-bc91-e96771e89507 owned by network:dhcp {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:47:31.355453 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0d705a-4949-49c9-a3c7-007f0cb5716b None None] DHCP port deletion for a7a19429-34d2-4399-856f-928cf000bee1 request from dv-cinder-815146-3-iscsi {{(pid=108004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:47:31.405427 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d705a-4949-49c9-a3c7-007f0cb5716b None None] Deleting port 96f6a67a-8f40-4449-bc91-e96771e89507 {{(pid=108004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:47:31.405793 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-9e0d705a-4949-49c9-a3c7-007f0cb5716b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.437405 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.464855 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f6a67a-8f40-4449-bc91-e96771e89507,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:31.468708 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] No DVR routers for this DVR port 96f6a67a-8f40-4449-bc91-e96771e89507 on host dv-cinder-815146-3-iscsi {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:47:31.479762 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-9e0d705a-4949-49c9-a3c7-007f0cb5716b None None] For port 96f6a67a-8f40-4449-bc91-e96771e89507, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=96f6a67a-8f40-4449-bc91-e96771e89507,segment=NetworkSegment(8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb),segment_id=8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:47:31.480266 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-9e0d705a-4949-49c9-a3c7-007f0cb5716b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.493414 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-9e0d705a-4949-49c9-a3c7-007f0cb5716b None None] Calling delete_port for 96f6a67a-8f40-4449-bc91-e96771e89507 owned by network:dhcp {{(pid=108004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:47:31.552664 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.576548 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a19429-34d2-4399-856f-928cf000bee1']}} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:47:31.585313 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-9e0d705a-4949-49c9-a3c7-007f0cb5716b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.591831 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb') {'for_net_delete': True} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:47:31.591831 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae4f6ed-e6c5-45e7-b5ba-9b916a124fdb') {} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:47:31.603318 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25220849'] for segment, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.611591 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d705a-4949-49c9-a3c7-007f0cb5716b None None] Pushing event deleted for resources: {'Port': ['ID=96f6a67a-8f40-4449-bc91-e96771e89507,revision_number=None']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:31.616110 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d705a-4949-49c9-a3c7-007f0cb5716b None None] No DVR routers for this DVR port 96f6a67a-8f40-4449-bc91-e96771e89507 on host dv-cinder-815146-3-iscsi {{(pid=108004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:47:31.622266 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.633507 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=108003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:47:31.634045 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406069'] for segment, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: Traceback (most recent call last): Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: timer() Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: cb(*args, **kw) Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: return func(*args, **kwargs) Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: self._notify() Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: self.callback(batched_events) Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: event.method(event) Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: return f(self, *a, **k) Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._get(url).json() Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: return self.request(url, 'GET', **kwargs) Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:47:31.636138 dv-cinder-815146-3-iscsi neutron-server[108003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:47:31.692889 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.700875 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.703998 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a7a19429-34d2-4399-856f-928cf000bee1 HTTP/1.1" status: 204 len: 168 time: 0.5678840 Oct 27 11:47:31.713293 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b347a-4271-46ed-b176-b3c2b7e399a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a19429-34d2-4399-856f-928cf000bee1,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:31.819186 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 51746) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:47:31.858482 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-597d34b4-5da8-4134-8e2c-59671dca9b2d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18a798fcd851472396a821df034d2591&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379758 Oct 27 11:47:31.860796 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 51748) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:47:31.912610 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bea0594e-fb59-4fbc-a26f-e883c5ab8384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.935477 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bea0594e-fb59-4fbc-a26f-e883c5ab8384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.981921 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bea0594e-fb59-4fbc-a26f-e883c5ab8384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.984502 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-bea0594e-fb59-4fbc-a26f-e883c5ab8384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:31.985643 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-bea0594e-fb59-4fbc-a26f-e883c5ab8384 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a2d467f-8c67-4a0c-af79-6fb2dd49e380 HTTP/1.1" status: 204 len: 168 time: 0.1239605 Oct 27 11:47:31.993884 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0594e-fb59-4fbc-a26f-e883c5ab8384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d467f-8c67-4a0c-af79-6fb2dd49e380,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:47:32.475336 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device ce94d745-244b-470a-934f-4a8432ec754f no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:47:32.496473 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: ce94d745-244b-470a-934f-4a8432ec754f {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:47:32.496826 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device ce94d745-244b-470a-934f-4a8432ec754f not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:47:32.497241 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device b3beb4c5-dd8f-45d1-bc8e-052305e4f216 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:47:32.517292 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: b3beb4c5-dd8f-45d1-bc8e-052305e4f216 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:47:32.517635 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device b3beb4c5-dd8f-45d1-bc8e-052305e4f216 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:47:32.518051 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 96f6a67a-8f40-4449-bc91-e96771e89507 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:47:32.537576 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: 96f6a67a-8f40-4449-bc91-e96771e89507 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:47:32.537920 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 96f6a67a-8f40-4449-bc91-e96771e89507 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:47:36.792938 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a244791e-997b-4b81-a2c5-81094d06cac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:39.775134 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5589c63e-c50e-405e-8110-1929a736d8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:40.548029 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:41.026578 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:42.184797 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:47.894477 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:53.657992 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a0090e79-4ab7-4184-b556-0deb5344debd req-406519ee-7f5b-42bf-9449-4f90c8cbbffb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464826 Oct 27 11:47:53.725006 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0090e79-4ab7-4184-b556-0deb5344debd req-5558eba3-9880-4624-9a0e-7d2d107fb866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:53.727026 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a0090e79-4ab7-4184-b556-0deb5344debd req-5558eba3-9880-4624-9a0e-7d2d107fb866 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 1098 time: 0.0435083 Oct 27 11:47:53.838577 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0090e79-4ab7-4184-b556-0deb5344debd req-648e80d5-f25e-41bb-9542-d4512a45f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:53.840009 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a0090e79-4ab7-4184-b556-0deb5344debd req-648e80d5-f25e-41bb-9542-d4512a45f695 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 913 time: 0.0901902 Oct 27 11:47:53.919357 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a0090e79-4ab7-4184-b556-0deb5344debd req-222fa217-a2ae-489f-89c5-838c6974653a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc8c110b-f201-4392-8778-0c9c2edf70e2 HTTP/1.1" status: 200 len: 1000 time: 0.0669494 Oct 27 11:47:53.973383 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0090e79-4ab7-4184-b556-0deb5344debd req-58baf065-8730-48c3-b72d-eaa126cc49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:53.974890 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a0090e79-4ab7-4184-b556-0deb5344debd req-58baf065-8730-48c3-b72d-eaa126cc49b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38d49ba1-e1bf-423b-8a40-a4419d3a55de HTTP/1.1" status: 200 len: 850 time: 0.0464971 Oct 27 11:47:54.022280 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0090e79-4ab7-4184-b556-0deb5344debd req-fbf42277-d96c-4652-907a-09e25dca921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:54.024408 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a0090e79-4ab7-4184-b556-0deb5344debd req-fbf42277-d96c-4652-907a-09e25dca921d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396791 Oct 27 11:47:54.116364 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a0090e79-4ab7-4184-b556-0deb5344debd req-89bccfcc-d922-4774-9773-6de77f1d802d service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830007 Oct 27 11:47:54.218560 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a0090e79-4ab7-4184-b556-0deb5344debd req-0650ef02-f263-4266-88d1-3756d6fa3fd3 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928650 Oct 27 11:47:59.133071 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46c2c9-9617-4608-b04c-678576a70150 req-0acdc245-67aa-4911-bfba-f5f3119748e4 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:47:59.134734 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bb46c2c9-9617-4608-b04c-678576a70150 req-0acdc245-67aa-4911-bfba-f5f3119748e4 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 945 time: 0.0491481 Oct 27 11:47:59.172562 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-bb46c2c9-9617-4608-b04c-678576a70150 req-e70f6489-1df0-4454-a2a1-505fe842c9b3 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318413 Oct 27 11:48:00.291571 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d4791-bb6f-41c9-9527-544bc9093269 req-59009367-042f-4360-96f2-4c864e8764a1 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:00.293073 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-494d4791-bb6f-41c9-9527-544bc9093269 req-59009367-042f-4360-96f2-4c864e8764a1 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 945 time: 0.0499744 Oct 27 11:48:00.330502 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-494d4791-bb6f-41c9-9527-544bc9093269 req-bf8c28c5-a4b3-4587-9344-b2e3bde16914 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311649 Oct 27 11:48:01.446871 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedefaad-100e-4b11-987e-2ec86f4ceedc req-e6a21b02-12d0-48e4-8198-9496349ae9c7 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:01.448328 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-aedefaad-100e-4b11-987e-2ec86f4ceedc req-e6a21b02-12d0-48e4-8198-9496349ae9c7 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 945 time: 0.0509336 Oct 27 11:48:01.488393 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-aedefaad-100e-4b11-987e-2ec86f4ceedc req-91ca383d-c694-4674-a051-38fd2dac7ffd tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342059 Oct 27 11:48:02.612612 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1557d-a6d9-405d-8c78-84a9acd60e3f req-10389514-9a41-4f9c-8c13-65c9efaa704d tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:02.614068 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-83b1557d-a6d9-405d-8c78-84a9acd60e3f req-10389514-9a41-4f9c-8c13-65c9efaa704d tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 945 time: 0.0496976 Oct 27 11:48:02.654033 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-83b1557d-a6d9-405d-8c78-84a9acd60e3f req-eadd2309-c32e-4318-b79c-afd85b7a6a94 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333955 Oct 27 11:48:03.169365 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:48:03.766818 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9361c7-36d3-402d-a555-a635a41170a2 req-6ac6d37c-db9a-4903-8d2f-000c11bdf783 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:03.768297 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-eb9361c7-36d3-402d-a555-a635a41170a2 req-6ac6d37c-db9a-4903-8d2f-000c11bdf783 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 945 time: 0.0480723 Oct 27 11:48:03.809566 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-eb9361c7-36d3-402d-a555-a635a41170a2 req-4f13688c-fefc-489d-bc79-76c251beb864 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353999 Oct 27 11:48:04.930216 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed48c01-9528-4496-94fe-90dc3e89154c req-2696378b-1bb1-4314-bb08-1ad0134876f3 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:04.931698 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-aed48c01-9528-4496-94fe-90dc3e89154c req-2696378b-1bb1-4314-bb08-1ad0134876f3 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 945 time: 0.0558887 Oct 27 11:48:04.968715 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-aed48c01-9528-4496-94fe-90dc3e89154c req-9d84adaa-99de-42ef-9ee9-5e5a2d2be539 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311391 Oct 27 11:48:05.738025 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d42b1-5a77-45b3-8154-c01e679c99c0 req-a1a0c91a-a893-43bd-9b0d-7a69d6a0afd3 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:05.739490 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a93d42b1-5a77-45b3-8154-c01e679c99c0 req-a1a0c91a-a893-43bd-9b0d-7a69d6a0afd3 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 945 time: 0.0470769 Oct 27 11:48:05.862462 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-a93d42b1-5a77-45b3-8154-c01e679c99c0 req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Deleting port 78e2c14a-f381-48e2-a61d-922b093c5550 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:48:05.862829 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-a93d42b1-5a77-45b3-8154-c01e679c99c0 req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:05.957613 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-a93d42b1-5a77-45b3-8154-c01e679c99c0 req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] For port 78e2c14a-f381-48e2-a61d-922b093c5550, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=78e2c14a-f381-48e2-a61d-922b093c5550,segment=NetworkSegment(17ef9335-0201-4250-bdb0-dec60bbe73bf),segment_id=17ef9335-0201-4250-bdb0-dec60bbe73bf)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:48:05.958250 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-a93d42b1-5a77-45b3-8154-c01e679c99c0 req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:05.970880 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-a93d42b1-5a77-45b3-8154-c01e679c99c0 req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Calling delete_port for 78e2c14a-f381-48e2-a61d-922b093c5550 owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:48:06.122901 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7386fb-7860-41d3-b69c-780ce49bc0c1 req-3aee1d26-9b58-4268-b9a4-51fedcabe079 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:06.124399 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc7386fb-7860-41d3-b69c-780ce49bc0c1 req-3aee1d26-9b58-4268-b9a4-51fedcabe079 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d705059-a336-4848-a761-d83fd7f04879 HTTP/1.1" status: 200 len: 945 time: 0.0792453 Oct 27 11:48:06.148555 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-a93d42b1-5a77-45b3-8154-c01e679c99c0 req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:06.182308 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Pushing event deleted for resources: {'Port': ['ID=78e2c14a-f381-48e2-a61d-922b093c5550,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:06.204939 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:06.205282 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:06.205617 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:06.205949 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:06.206309 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:06.206777 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:06.206977 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:06.207343 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:06.207620 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:06.207938 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:06.208261 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:06.208574 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:06.238402 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dc7386fb-7860-41d3-b69c-780ce49bc0c1 req-c05001d8-6ac7-42af-b1e3-8437a6b14b88 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055012 Oct 27 11:48:06.252352 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93d42b1-5a77-45b3-8154-c01e679c99c0 req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] No DVR routers for this DVR port 78e2c14a-f381-48e2-a61d-922b093c5550 on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:48:06.254907 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-a93d42b1-5a77-45b3-8154-c01e679c99c0 req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:06.258200 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a93d42b1-5a77-45b3-8154-c01e679c99c0 req-72195c59-d941-4f3a-8c36-7282f9249b11 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.41 "DELETE /v2.0/ports/78e2c14a-f381-48e2-a61d-922b093c5550 HTTP/1.1" status: 204 len: 173 time: 0.4820158 Oct 27 11:48:06.258659 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d705059-a336-4848-a761-d83fd7f04879', 'name': 'network-vif-deleted', 'tag': '78e2c14a-f381-48e2-a61d-922b093c5550'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:48:06.261145 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3240fc10-f481-432a-a8f4-d4c2f940e342" -d '{"events": [{"server_uuid": "5d705059-a336-4848-a761-d83fd7f04879", "name": "network-vif-deleted", "tag": "78e2c14a-f381-48e2-a61d-922b093c5550"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:48:06.297552 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07adb1b-2c48-47c7-91f0-d5248fc94dfb x-openstack-request-id: req-d07adb1b-2c48-47c7-91f0-d5248fc94dfb {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:48:06.297837 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d705059-a336-4848-a761-d83fd7f04879", "name": "network-vif-deleted", "tag": "78e2c14a-f381-48e2-a61d-922b093c5550", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:48:06.298082 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d07adb1b-2c48-47c7-91f0-d5248fc94dfb {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:48:06.298471 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d705059-a336-4848-a761-d83fd7f04879', 'name': 'network-vif-deleted', 'tag': '78e2c14a-f381-48e2-a61d-922b093c5550', 'status': 'completed', 'code': 200} Oct 27 11:48:06.794598 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-3735dabe-0ea4-473e-b30a-5a810300b956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:08.517390 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 78e2c14a-f381-48e2-a61d-922b093c5550 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:48:08.538209 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: 78e2c14a-f381-48e2-a61d-922b093c5550 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:48:08.538456 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 78e2c14a-f381-48e2-a61d-922b093c5550 not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:48:09.776408 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-fe0391d4-9e86-42c5-b586-73d8b454514f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:10.542560 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:10.706643 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd457a-74dd-4f8f-8f45-6b68c9d4e63a req-e30501c4-26d8-4b89-aa9e-c2c9e81ab3c2 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:10.708170 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6bdd457a-74dd-4f8f-8f45-6b68c9d4e63a req-e30501c4-26d8-4b89-aa9e-c2c9e81ab3c2 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 947 time: 0.0503259 Oct 27 11:48:10.750208 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6bdd457a-74dd-4f8f-8f45-6b68c9d4e63a req-33149b32-17fd-4e90-9a72-a7471e2259ef tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347316 Oct 27 11:48:11.028509 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:11.885176 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da959da8-cc57-42a8-8515-478d51fd156b req-bb4fd660-3e42-4d72-b765-2b7292493e16 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:11.886761 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-da959da8-cc57-42a8-8515-478d51fd156b req-bb4fd660-3e42-4d72-b765-2b7292493e16 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 947 time: 0.0529184 Oct 27 11:48:11.937075 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-da959da8-cc57-42a8-8515-478d51fd156b req-32d341a4-839b-41de-b3cc-85530a2d75f7 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 Oct 27 11:48:12.187275 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:13.052705 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395070f6-4356-47a3-87a8-4c8c6989cc34 req-a918dd2c-7fc2-4fad-80f1-fb7ff995f40c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:13.054157 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-395070f6-4356-47a3-87a8-4c8c6989cc34 req-a918dd2c-7fc2-4fad-80f1-fb7ff995f40c tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 947 time: 0.0512795 Oct 27 11:48:13.091776 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-395070f6-4356-47a3-87a8-4c8c6989cc34 req-9333f4a9-6a2f-47e0-a76f-4a98cf46785d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310941 Oct 27 11:48:14.211647 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2218e82-8df8-42ca-924b-a5df9e6df0d2 req-a4e4e5c1-ef16-4862-a16e-9c49c9cc8d27 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:14.213421 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a2218e82-8df8-42ca-924b-a5df9e6df0d2 req-a4e4e5c1-ef16-4862-a16e-9c49c9cc8d27 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 947 time: 0.0505610 Oct 27 11:48:14.253459 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a2218e82-8df8-42ca-924b-a5df9e6df0d2 req-22af9462-26b6-4ed6-807f-c4459722167e tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338194 Oct 27 11:48:14.640842 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ac84b-437b-425d-8710-4e9221b503f2 req-d44cb44a-061d-4b2e-993a-235cf0dc61af tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:14.642294 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-211ac84b-437b-425d-8710-4e9221b503f2 req-d44cb44a-061d-4b2e-993a-235cf0dc61af tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.41 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 947 time: 0.0468769 Oct 27 11:48:14.999389 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-211ac84b-437b-425d-8710-4e9221b503f2 req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Deleting port c265257f-0229-4e6f-842e-40d1dc57579f {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:48:14.999731 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-211ac84b-437b-425d-8710-4e9221b503f2 req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:15.088379 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-211ac84b-437b-425d-8710-4e9221b503f2 req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] For port c265257f-0229-4e6f-842e-40d1dc57579f, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=c265257f-0229-4e6f-842e-40d1dc57579f,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:48:15.088708 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-211ac84b-437b-425d-8710-4e9221b503f2 req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:15.372569 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-40d57fb9-60b3-4572-b88c-18f9d1cedb29 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:15.373928 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-40d57fb9-60b3-4572-b88c-18f9d1cedb29 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/networks?id=970e5080-45f9-4314-8283-d4cf7abdbff6 HTTP/1.1" status: 200 len: 814 time: 0.2153237 Oct 27 11:48:15.378837 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-211ac84b-437b-425d-8710-4e9221b503f2 req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:15.379190 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-211ac84b-437b-425d-8710-4e9221b503f2 req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:15.379502 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.l3_db [req-211ac84b-437b-425d-8710-4e9221b503f2 req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Floating IP 00a57c71-0370-4624-9c1c-da046ffdb32b disassociated. External IP: 172.27.3.137, port: c265257f-0229-4e6f-842e-40d1dc57579f. Oct 27 11:48:15.379837 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-211ac84b-437b-425d-8710-4e9221b503f2 req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Calling delete_port for c265257f-0229-4e6f-842e-40d1dc57579f owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:48:15.410271 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-f745f23d-0cfe-41da-9522-6cf67ec84c8a tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/quotas/a166a108b0fa46b1ab9688ebc623b176 HTTP/1.1" status: 200 len: 375 time: 0.0257661 Oct 27 11:48:15.444252 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0717d-6b44-47e9-9553-461afe79cd92 req-a7317e6d-c5ed-4561-a0c0-2d19320f359a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:15.445789 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-42c0717d-6b44-47e9-9553-461afe79cd92 req-a7317e6d-c5ed-4561-a0c0-2d19320f359a tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 947 time: 0.1183846 Oct 27 11:48:15.492838 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-41104723-2954-4f1c-8b98-7f84e0c43de2 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a166a108b0fa46b1ab9688ebc623b176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447445 Oct 27 11:48:15.564720 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-42c0717d-6b44-47e9-9553-461afe79cd92 req-5eda4e02-08ba-43c1-bd1d-fddc5ac49151 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups?id=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072748 Oct 27 11:48:15.642005 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-e627f2dd-4a85-4ca5-b59e-40287ede1a0c service neutron] 10.222.0.36 "GET /v2.0/networks/970e5080-45f9-4314-8283-d4cf7abdbff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411853 Oct 27 11:48:15.705521 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-211ac84b-437b-425d-8710-4e9221b503f2 req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:15.744125 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event deleted for resources: {'Port': ['ID=c265257f-0229-4e6f-842e-40d1dc57579f,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:15.839827 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-13c36e12-b6d4-45bb-894a-8de16bd84db2 service neutron] 10.222.0.36 "GET /v2.0/networks/970e5080-45f9-4314-8283-d4cf7abdbff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897635 Oct 27 11:48:15.881684 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-211ac84b-437b-425d-8710-4e9221b503f2 req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Router 6d0be83a-1d52-41bd-9f17-c19db46fec38 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:48:15.975229 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device c265257f-0229-4e6f-842e-40d1dc57579f no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:48:15.995833 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: c265257f-0229-4e6f-842e-40d1dc57579f {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:48:15.996163 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device c265257f-0229-4e6f-842e-40d1dc57579f not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:48:16.004170 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2229a1fc-95d3-4c45-97ad-84257c4d29a6 req-f7071161-3333-4021-85f7-564163af8b01 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 210 time: 0.0282049 Oct 27 11:48:16.020680 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-211ac84b-437b-425d-8710-4e9221b503f2 req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:48:16.032326 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2093c65-68ad-4ba8-bfb1-668058479baa None None] Sync routers for ids ['6d0be83a-1d52-41bd-9f17-c19db46fec38'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:48:16.043826 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2093c65-68ad-4ba8-bfb1-668058479baa None None] Routers {'6d0be83a-1d52-41bd-9f17-c19db46fec38'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:48:16.044515 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-a2093c65-68ad-4ba8-bfb1-668058479baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:48:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['6d0be83a-1d52-41bd-9f17-c19db46fec38'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:16.061069 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-211ac84b-437b-425d-8710-4e9221b503f2 req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] No DVR routers for this DVR port c265257f-0229-4e6f-842e-40d1dc57579f on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:48:16.063577 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-211ac84b-437b-425d-8710-4e9221b503f2 req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:16.066825 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-211ac84b-437b-425d-8710-4e9221b503f2 req-cee5f9a2-f643-4d12-803d-b619b12fdebb tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.41 "DELETE /v2.0/ports/c265257f-0229-4e6f-842e-40d1dc57579f HTTP/1.1" status: 204 len: 173 time: 1.4168456 Oct 27 11:48:16.067264 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'name': 'network-vif-deleted', 'tag': 'c265257f-0229-4e6f-842e-40d1dc57579f'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:48:16.070488 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f6952d-6682-4808-9b7d-36efb89167ac" -d '{"events": [{"server_uuid": "c577156d-5050-4a66-aebc-6e65b3a56ced", "name": "network-vif-deleted", "tag": "c265257f-0229-4e6f-842e-40d1dc57579f"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:48:16.123760 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396d85cc-6486-44fd-8850-6a1c9b6725ef x-openstack-request-id: req-396d85cc-6486-44fd-8850-6a1c9b6725ef {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:48:16.124106 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c577156d-5050-4a66-aebc-6e65b3a56ced", "name": "network-vif-deleted", "tag": "c265257f-0229-4e6f-842e-40d1dc57579f", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:48:16.124353 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-396d85cc-6486-44fd-8850-6a1c9b6725ef {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:48:16.124887 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c577156d-5050-4a66-aebc-6e65b3a56ced', 'name': 'network-vif-deleted', 'tag': 'c265257f-0229-4e6f-842e-40d1dc57579f', 'status': 'completed', 'code': 200} Oct 27 11:48:16.165243 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-a2093c65-68ad-4ba8-bfb1-668058479baa None None] Set router 6d0be83a-1d52-41bd-9f17-c19db46fec38 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:48:16.372907 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-a2093c65-68ad-4ba8-bfb1-668058479baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:41:05Z', 'revision_number': 5, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:16.401461 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2093c65-68ad-4ba8-bfb1-668058479baa None None] Checking router: 6d0be83a-1d52-41bd-9f17-c19db46fec38 for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:48:16.409446 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2093c65-68ad-4ba8-bfb1-668058479baa None None] Routers {'6d0be83a-1d52-41bd-9f17-c19db46fec38'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:48:16.410030 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-a2093c65-68ad-4ba8-bfb1-668058479baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:48:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['6d0be83a-1d52-41bd-9f17-c19db46fec38'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:16.510976 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-a2093c65-68ad-4ba8-bfb1-668058479baa None None] Set router 6d0be83a-1d52-41bd-9f17-c19db46fec38 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:48:16.667592 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-97797925-09b8-418d-8100-7b07b9dfde0b req-ab02f6e2-2e8c-49f2-9c6e-086862f1b024 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 210 time: 0.0299559 Oct 27 11:48:16.788279 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-a2093c65-68ad-4ba8-bfb1-668058479baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:41:05Z', 'revision_number': 5, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:16.814952 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2093c65-68ad-4ba8-bfb1-668058479baa None None] The sync data for ids ['6d0be83a-1d52-41bd-9f17-c19db46fec38'] in dv-cinder-815146-3-iscsi is: [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:40:58Z', 'revision_number': 4, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '20184ee7-0d34-4b1a-a678-bedf705ae4d2', 'name': '', 'network_id': '954b5f40-2ffa-4f73-b5ff-e144173fa7e8', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'mac_address': 'fa:16:3e:0a:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '8535eb92-1f72-4101-b598-e2a666aee081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:54Z', 'updated_at': '2021-10-27T11:41:05Z', 'revision_number': 5, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'subnets': [{'id': '8535eb92-1f72-4101-b598-e2a666aee081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:48:17.038476 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6523a-de62-4eaa-b47d-b3d0f8e82f73 None None] New status for floating IP 00a57c71-0370-4624-9c1c-da046ffdb32b: DOWN {{(pid=108004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:48:17.102812 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-0772b791-6f6b-4650-8f20-b9c38aa80e17 req-3e58d127-1031-4464-a6e6-22cd10505025 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 210 time: 0.0271981 Oct 27 11:48:17.765955 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b8da74b0-e38e-4516-b47a-1316145a000a req-9c88437b-34d4-4bd3-b03b-587b85e54091 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 210 time: 0.0259917 Oct 27 11:48:18.193786 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-de4d47eb-4714-4133-8884-2650b19268b3 req-1fdd0198-be97-40c2-8a28-eff000088e74 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 210 time: 0.0255284 Oct 27 11:48:18.589196 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:18.874408 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f0ab9dcb-9fb4-462a-b200-d4ce8e2eeda6 req-76bec176-535d-418b-a851-058b6c016c95 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/ports?device_id=c577156d-5050-4a66-aebc-6e65b3a56ced HTTP/1.1" status: 200 len: 210 time: 0.0246477 Oct 27 11:48:19.288336 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-29193434-f864-4a22-b8f0-fed243d905a6 req-8e3b9fe6-ea01-4b05-a54b-697a7c9ddfe1 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 210 time: 0.0253401 Oct 27 11:48:19.508197 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-a8123a4f-8b76-451a-8bf1-833d9a8c03cb tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:19.509895 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-a8123a4f-8b76-451a-8bf1-833d9a8c03cb tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.41 "GET /v2.0/networks?id=970e5080-45f9-4314-8283-d4cf7abdbff6 HTTP/1.1" status: 200 len: 814 time: 0.1083853 Oct 27 11:48:19.524420 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-7ed26395-7dfd-4946-b9bd-5c83697dac78 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Request body: {'port': {'device_id': '5f88644e-e423-4a18-b40f-99e94120549c', 'network_id': '970e5080-45f9-4314-8283-d4cf7abdbff6', 'admin_state_up': True, 'tenant_id': 'a166a108b0fa46b1ab9688ebc623b176'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:48:19.636121 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-7ed26395-7dfd-4946-b9bd-5c83697dac78 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Made reservation on behalf of a166a108b0fa46b1ab9688ebc623b176 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:48:19.639573 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-7ed26395-7dfd-4946-b9bd-5c83697dac78 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:19.759606 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-7ed26395-7dfd-4946-b9bd-5c83697dac78 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Allocated IP 172.20.0.12 (970e5080-45f9-4314-8283-d4cf7abdbff6/cb613630-d77f-4e8d-873e-83fc938fb902/08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:48:19.906577 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-7ed26395-7dfd-4946-b9bd-5c83697dac78 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:19.941835 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-7ed26395-7dfd-4946-b9bd-5c83697dac78 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:19.992384 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-7ed26395-7dfd-4946-b9bd-5c83697dac78 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Network 970e5080-45f9-4314-8283-d4cf7abdbff6 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:48:19.995749 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-7ed26395-7dfd-4946-b9bd-5c83697dac78 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:48:20.000578 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-7ed26395-7dfd-4946-b9bd-5c83697dac78 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:48:20.004875 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed26395-7dfd-4946-b9bd-5c83697dac78 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Pushing event updated for resources: {'Port': ['ID=08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:20.058516 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-7ed26395-7dfd-4946-b9bd-5c83697dac78 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:20.059168 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-7ed26395-7dfd-4946-b9bd-5c83697dac78 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:20.075808 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-7ed26395-7dfd-4946-b9bd-5c83697dac78 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5551486 Oct 27 11:48:20.090851 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Request body: {'port': {'device_id': '5f88644e-e423-4a18-b40f-99e94120549c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:48:20.119588 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52338) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:20.145966 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:20.176712 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:20.198742 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:20.249939 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:20.252705 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:20.254216 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "DELETE /v2.0/security-groups/e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547 HTTP/1.1" status: 204 len: 168 time: 0.1332686 Oct 27 11:48:20.256809 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52344) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:20.264032 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:20.276476 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:20.276829 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:20.277167 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:20.277501 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:20.278006 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:20.278510 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:20.278872 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:20.279199 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:20.279525 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:20.279845 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:20.280338 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:20.280666 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94f9d19-aeaa-4365-b52b-3dffa013628d tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:20.288219 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.api.v2.resource [None req-6602f4a9-ee8e-4821-88bd-3f0650b9ac94 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] show failed (client error): The resource could not be found. Oct 27 11:48:20.288219 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-6602f4a9-ee8e-4821-88bd-3f0650b9ac94 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "GET /v2.0/security-groups/e9b3a6a0-5aba-4f1d-8d57-2c7d6e720547 HTTP/1.1" status: 404 len: 347 time: 0.0206754 Oct 27 11:48:20.288219 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52348) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:20.514639 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26006217-c999-4af8-accd-d9e12de01720 req-2ce4dab1-594f-4d18-866e-4a5325283b9b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:20.515950 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-26006217-c999-4af8-accd-d9e12de01720 req-2ce4dab1-594f-4d18-866e-4a5325283b9b tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 932 time: 0.1430936 Oct 27 11:48:20.608992 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-26006217-c999-4af8-accd-d9e12de01720 req-b961ed87-a206-4e90-9a7d-3488371e2bbf tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868130 Oct 27 11:48:20.617854 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-4b414d70-c03e-4078-8974-be5cd9b2c268 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Deleting port 19557f2e-61fc-468a-aa10-b1365113fff4 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:48:20.618214 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-4b414d70-c03e-4078-8974-be5cd9b2c268 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:20.662831 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:48:20.674661 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:20.695252 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Transition to ACTIVE for port object 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:48:20.700258 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:20.750648 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-4b414d70-c03e-4078-8974-be5cd9b2c268 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:20.750994 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-4b414d70-c03e-4078-8974-be5cd9b2c268 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:20.775255 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-4b414d70-c03e-4078-8974-be5cd9b2c268 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Calling delete_port for 19557f2e-61fc-468a-aa10-b1365113fff4 owned by network:floatingip {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:48:20.789708 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Pushing event updated for resources: {'Port': ['ID=08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:20.906336 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Attempting to bind port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:48:20.906693 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Attempting to bind port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '17ef9335-0201-4250-bdb0-dec60bbe73bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '970e5080-45f9-4314-8283-d4cf7abdbff6'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:48:20.907274 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Attempting to bind port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d on network 970e5080-45f9-4314-8283-d4cf7abdbff6 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:48:20.919450 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d on network 970e5080-45f9-4314-8283-d4cf7abdbff6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:48:20.919765 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Attempting to bind port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d on network 970e5080-45f9-4314-8283-d4cf7abdbff6 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:48:20.927285 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:48:20.927624 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Checking segment: {'id': '17ef9335-0201-4250-bdb0-dec60bbe73bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '970e5080-45f9-4314-8283-d4cf7abdbff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:48:20.928038 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Bound using segment: {'id': '17ef9335-0201-4250-bdb0-dec60bbe73bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '970e5080-45f9-4314-8283-d4cf7abdbff6'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:48:20.928458 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Bound port: 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ef9335-0201-4250-bdb0-dec60bbe73bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '970e5080-45f9-4314-8283-d4cf7abdbff6'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:48:20.928804 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:21.023067 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-4b414d70-c03e-4078-8974-be5cd9b2c268 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:21.051440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] For port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:48:21.056337 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b414d70-c03e-4078-8974-be5cd9b2c268 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Pushing event deleted for resources: {'Port': ['ID=19557f2e-61fc-468a-aa10-b1365113fff4,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:21.070714 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] For port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d,segment=NetworkSegment(17ef9335-0201-4250-bdb0-dec60bbe73bf),segment_id=17ef9335-0201-4250-bdb0-dec60bbe73bf)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:48:21.087524 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:21.147063 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:21.147698 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:21.149097 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] 10.222.0.41 "PUT /v2.0/ports/08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d HTTP/1.1" status: 200 len: 1094 time: 1.0628412 Oct 27 11:48:21.149532 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f88644e-e423-4a18-b40f-99e94120549c', 'tag': '08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:48:21.151802 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36e7d52-4964-47b8-be53-1f639d0e2978" -d '{"events": [{"name": "network-changed", "server_uuid": "5f88644e-e423-4a18-b40f-99e94120549c", "tag": "08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:48:21.180602 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-4b414d70-c03e-4078-8974-be5cd9b2c268 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks [] for floatingip, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:21.183156 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-4b414d70-c03e-4078-8974-be5cd9b2c268 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:21.184942 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-4b414d70-c03e-4078-8974-be5cd9b2c268 tempest-AttachVolumeShelveTestJSON-1105049947 tempest-AttachVolumeShelveTestJSON-1105049947-project] 10.222.0.36 "DELETE /v2.0/floatingips/00a57c71-0370-4624-9c1c-da046ffdb32b HTTP/1.1" status: 204 len: 168 time: 0.8958695 Oct 27 11:48:21.207223 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d37fece-da66-4b44-bbcf-31334bdd0849 x-openstack-request-id: req-7d37fece-da66-4b44-bbcf-31334bdd0849 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:48:21.207522 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f88644e-e423-4a18-b40f-99e94120549c", "tag": "08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:48:21.208127 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d37fece-da66-4b44-bbcf-31334bdd0849 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:48:21.208127 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f88644e-e423-4a18-b40f-99e94120549c', 'tag': '08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d', 'status': 'completed', 'code': 200} Oct 27 11:48:21.208814 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635d12c-eed8-4fb3-8709-d01a5f12578a service neutron] Pushing event updated for resources: {'Port': ['ID=08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:21.241576 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-145c6421-52b2-4bbb-af17-806f3e3c3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:21.243612 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-145c6421-52b2-4bbb-af17-806f3e3c3ff6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a166a108b0fa46b1ab9688ebc623b176&device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 1097 time: 0.0478001 Oct 27 11:48:21.292527 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-536dda53-86c2-4718-bd3f-07042eecc654 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d HTTP/1.1" status: 200 len: 217 time: 0.0386894 Oct 27 11:48:21.346285 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-6f135b5a-a107-4853-a943-bcc8e47f7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:21.347746 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-6f135b5a-a107-4853-a943-bcc8e47f7fde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb613630-d77f-4e8d-873e-83fc938fb902 HTTP/1.1" status: 200 len: 854 time: 0.0451186 Oct 27 11:48:21.382237 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-f79f2941-0064-4184-8c2b-fe62e425953f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970e5080-45f9-4314-8283-d4cf7abdbff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266438 Oct 27 11:48:21.477829 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-1a4b3dde-6e08-4c04-b279-6fb0f21ae080 service neutron] 10.222.0.41 "GET /v2.0/networks/970e5080-45f9-4314-8283-d4cf7abdbff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856054 Oct 27 11:48:21.576275 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886dba5b-21e2-42a7-8895-f8ab0cd7c0e8 req-534a0152-ba54-4a22-99b8-ea5401144087 service neutron] 10.222.0.41 "GET /v2.0/networks/970e5080-45f9-4314-8283-d4cf7abdbff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901296 Oct 27 11:48:21.672396 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e7d52-4964-47b8-be53-1f639d0e2978 req-b57592e3-f4c3-46c2-b823-6366495fb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:21.673895 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e36e7d52-4964-47b8-be53-1f639d0e2978 req-b57592e3-f4c3-46c2-b823-6366495fb6ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a166a108b0fa46b1ab9688ebc623b176&device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 1097 time: 0.0461824 Oct 27 11:48:21.801390 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f701c-3fdd-4fc9-8f99-06b3b4c9cb8b req-31831f6d-f88f-4131-925c-f08bd731e0f5 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:21.802911 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e05f701c-3fdd-4fc9-8f99-06b3b4c9cb8b req-31831f6d-f88f-4131-925c-f08bd731e0f5 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 944 time: 0.1005452 Oct 27 11:48:21.815271 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e7d52-4964-47b8-be53-1f639d0e2978 req-ddc728e7-df39-4ee9-8286-73703ab924ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:21.816707 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e36e7d52-4964-47b8-be53-1f639d0e2978 req-ddc728e7-df39-4ee9-8286-73703ab924ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=970e5080-45f9-4314-8283-d4cf7abdbff6 HTTP/1.1" status: 200 len: 916 time: 0.1343734 Oct 27 11:48:21.869380 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e36e7d52-4964-47b8-be53-1f639d0e2978 req-0d8b47eb-3ff0-4ee2-98fa-abbe07a1fbbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d HTTP/1.1" status: 200 len: 217 time: 0.0396078 Oct 27 11:48:21.890742 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e05f701c-3fdd-4fc9-8f99-06b3b4c9cb8b req-2426ed9b-1373-4ab7-ad98-41a7339fc0af tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775013 Oct 27 11:48:21.929968 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e7d52-4964-47b8-be53-1f639d0e2978 req-3148ca60-4049-4aaa-8146-cca151a7716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:21.931525 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e36e7d52-4964-47b8-be53-1f639d0e2978 req-3148ca60-4049-4aaa-8146-cca151a7716f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb613630-d77f-4e8d-873e-83fc938fb902 HTTP/1.1" status: 200 len: 854 time: 0.0523903 Oct 27 11:48:21.966039 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e36e7d52-4964-47b8-be53-1f639d0e2978 req-749e5105-3267-4418-9de6-b996e87a096f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=970e5080-45f9-4314-8283-d4cf7abdbff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254252 Oct 27 11:48:22.071382 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e36e7d52-4964-47b8-be53-1f639d0e2978 req-7b43d22d-cb98-4e2b-b396-76163310c1fe service neutron] 10.222.0.41 "GET /v2.0/networks/970e5080-45f9-4314-8283-d4cf7abdbff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970392 Oct 27 11:48:22.161811 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52406) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:22.168858 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e36e7d52-4964-47b8-be53-1f639d0e2978 req-afa80cd9-a15f-4a30-8dc7-734e19842d9d service neutron] 10.222.0.41 "GET /v2.0/networks/970e5080-45f9-4314-8283-d4cf7abdbff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892663 Oct 27 11:48:22.269546 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d70097fe-7106-4b18-ac59-e70772d4ac26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:22.344300 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d70097fe-7106-4b18-ac59-e70772d4ac26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:22.351411 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d70097fe-7106-4b18-ac59-e70772d4ac26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:22.392201 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-d70097fe-7106-4b18-ac59-e70772d4ac26 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47ce98df8ee24d4d9e35dd53581a575b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293179 Oct 27 11:48:22.393303 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70097fe-7106-4b18-ac59-e70772d4ac26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f14e72a-2b91-4409-9617-4fda7a4722f4,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:22.394887 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52416) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:22.450282 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b3b0db00-5c29-4a70-9fb6-8ed967cffeee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:22.479245 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b3b0db00-5c29-4a70-9fb6-8ed967cffeee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:22.531286 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b3b0db00-5c29-4a70-9fb6-8ed967cffeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:22.534936 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b3b0db00-5c29-4a70-9fb6-8ed967cffeee admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:22.536072 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-b3b0db00-5c29-4a70-9fb6-8ed967cffeee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f14e72a-2b91-4409-9617-4fda7a4722f4 HTTP/1.1" status: 204 len: 168 time: 0.1401129 Oct 27 11:48:22.545564 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0db00-5c29-4a70-9fb6-8ed967cffeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f14e72a-2b91-4409-9617-4fda7a4722f4,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:22.584536 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:48:22.693813 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d,segment=NetworkSegment(17ef9335-0201-4250-bdb0-dec60bbe73bf),segment_id=17ef9335-0201-4250-bdb0-dec60bbe73bf)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:48:22.706158 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': '08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d', 'network_id': '970e5080-45f9-4314-8283-d4cf7abdbff6', 'port_id': '08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d', 'mac_address': 'fa:16:3e:70:23:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb613630-d77f-4e8d-873e-83fc938fb902', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:48:22.747088 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:22.760852 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:48:22.780355 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d,segment=NetworkSegment(17ef9335-0201-4250-bdb0-dec60bbe73bf),segment_id=17ef9335-0201-4250-bdb0-dec60bbe73bf)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:48:22.784266 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:22.819403 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52426) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:22.833012 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:22.836806 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6b11a1d7-f976-4c3f-91f5-d41c870f14a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:22.840825 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:22.841175 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:22.841514 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:22.841844 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:22.842171 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:22.842500 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:22.842861 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:22.843178 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:22.843502 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:22.843822 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:22.844138 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:22.844454 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:48:22.912920 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6b11a1d7-f976-4c3f-91f5-d41c870f14a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:22.917294 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6b11a1d7-f976-4c3f-91f5-d41c870f14a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:22.956391 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-6b11a1d7-f976-4c3f-91f5-d41c870f14a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40ed920fe0154a1bb4d39564da09d053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335680 Oct 27 11:48:22.957091 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52430) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:22.959277 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11a1d7-f976-4c3f-91f5-d41c870f14a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd346446-0a4f-4a12-a629-7dc6b10fe826,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:23.008134 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3c104dc9-4431-4054-911e-52d8023d86bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:23.011334 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698d270-bea4-4ec1-a0a2-01b78d814b5a req-6bab45a9-5d66-4ffb-ab57-827be3b1ce96 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:23.012826 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b698d270-bea4-4ec1-a0a2-01b78d814b5a req-6bab45a9-5d66-4ffb-ab57-827be3b1ce96 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 945 time: 0.0494087 Oct 27 11:48:23.029941 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3c104dc9-4431-4054-911e-52d8023d86bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:23.035429 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:48:23.052942 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b698d270-bea4-4ec1-a0a2-01b78d814b5a req-a3213905-7408-41aa-bcaa-adc0f166a9a4 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339253 Oct 27 11:48:23.081044 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3c104dc9-4431-4054-911e-52d8023d86bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:23.083826 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3c104dc9-4431-4054-911e-52d8023d86bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:23.085528 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-3c104dc9-4431-4054-911e-52d8023d86bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd346446-0a4f-4a12-a629-7dc6b10fe826 HTTP/1.1" status: 204 len: 168 time: 0.1271443 Oct 27 11:48:23.093787 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c104dc9-4431-4054-911e-52d8023d86bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd346446-0a4f-4a12-a629-7dc6b10fe826,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:23.618737 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52454) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:24.183444 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95dc47-0c70-43aa-af2a-162439e28d98 req-7103cce6-96f2-4fd7-a11a-b7b20d3943b7 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:24.185089 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fa95dc47-0c70-43aa-af2a-162439e28d98 req-7103cce6-96f2-4fd7-a11a-b7b20d3943b7 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 945 time: 0.0566430 Oct 27 11:48:24.213986 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-25a0adc8-8ea2-4aa1-87b1-8e3574af3ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608041'] for router_interface, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:24.229563 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fa95dc47-0c70-43aa-af2a-162439e28d98 req-c1bfd989-83d2-404f-a6df-fd54c4f6872a tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368316 Oct 27 11:48:24.600227 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:48:24.654693 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:48:24.659077 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:48:24.659715 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:24.680872 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-25a0adc8-8ea2-4aa1-87b1-8e3574af3ed6 admin admin] Deleting port 20184ee7-0d34-4b1a-a678-bedf705ae4d2 {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:48:24.681475 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-25a0adc8-8ea2-4aa1-87b1-8e3574af3ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:24.740579 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:24.767813 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f88644e-e423-4a18-b40f-99e94120549c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:48:24.768231 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [None req-25a0adc8-8ea2-4aa1-87b1-8e3574af3ed6 admin admin] For port 20184ee7-0d34-4b1a-a678-bedf705ae4d2, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=20184ee7-0d34-4b1a-a678-bedf705ae4d2,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:48:24.768552 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-25a0adc8-8ea2-4aa1-87b1-8e3574af3ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:24.770515 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e784c85-ff0e-4308-b64c-5c0e78e0241b" -d '{"events": [{"server_uuid": "5f88644e-e423-4a18-b40f-99e94120549c", "name": "network-vif-plugged", "status": "completed", "tag": "08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:48:24.781692 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-25a0adc8-8ea2-4aa1-87b1-8e3574af3ed6 admin admin] Calling delete_port for 20184ee7-0d34-4b1a-a678-bedf705ae4d2 owned by network:router_interface {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:48:24.783694 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d,segment=NetworkSegment(17ef9335-0201-4250-bdb0-dec60bbe73bf),segment_id=17ef9335-0201-4250-bdb0-dec60bbe73bf)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:48:24.790725 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:24.830089 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f443a60-0f94-43bf-8ca3-52f539a3b818 x-openstack-request-id: req-2f443a60-0f94-43bf-8ca3-52f539a3b818 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:48:24.830580 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f88644e-e423-4a18-b40f-99e94120549c", "name": "network-vif-plugged", "status": "completed", "tag": "08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:48:24.830931 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f443a60-0f94-43bf-8ca3-52f539a3b818 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:48:24.831421 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f88644e-e423-4a18-b40f-99e94120549c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d', 'code': 200} Oct 27 11:48:24.852141 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:25.001849 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-25a0adc8-8ea2-4aa1-87b1-8e3574af3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:25.020046 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb4212-45f6-4a95-b22b-2f6eb9248a07 req-b705fb29-eaeb-49e9-a0b1-9bc5a2feeb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:25.021542 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-14bb4212-45f6-4a95-b22b-2f6eb9248a07 req-b705fb29-eaeb-49e9-a0b1-9bc5a2feeb25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 1099 time: 0.0464694 Oct 27 11:48:25.028013 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0adc8-8ea2-4aa1-87b1-8e3574af3ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=20184ee7-0d34-4b1a-a678-bedf705ae4d2,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:25.064144 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-14bb4212-45f6-4a95-b22b-2f6eb9248a07 req-5ff85267-7064-49e1-b9d1-658abc84e404 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356901 Oct 27 11:48:25.198855 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-25a0adc8-8ea2-4aa1-87b1-8e3574af3ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608197'] for router_interface, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:25.350550 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcda240-5c1a-4400-893c-693e553ba40f req-9c8f41b5-6a96-4525-9eb7-c0fbe22f8425 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:25.352618 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ffcda240-5c1a-4400-893c-693e553ba40f req-9c8f41b5-6a96-4525-9eb7-c0fbe22f8425 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 946 time: 0.0497701 Oct 27 11:48:25.390171 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ffcda240-5c1a-4400-893c-693e553ba40f req-7b86c19f-76de-4f75-99c7-529723632619 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Oct 27 11:48:25.412360 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a0adc8-8ea2-4aa1-87b1-8e3574af3ed6 admin admin] Router 6d0be83a-1d52-41bd-9f17-c19db46fec38 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:48:25.513297 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a0adc8-8ea2-4aa1-87b1-8e3574af3ed6 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:48:25.518147 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-25a0adc8-8ea2-4aa1-87b1-8e3574af3ed6 admin admin] 10.222.0.36 "PUT /v2.0/routers/6d0be83a-1d52-41bd-9f17-c19db46fec38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8984067 Oct 27 11:48:25.520679 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52494) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:25.524068 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1a4a2e-756f-4019-9d7a-7b9e7aaf5bb7 None None] Sync routers for ids ['6d0be83a-1d52-41bd-9f17-c19db46fec38'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:48:25.534256 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1a4a2e-756f-4019-9d7a-7b9e7aaf5bb7 None None] Routers {'6d0be83a-1d52-41bd-9f17-c19db46fec38'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:48:25.534902 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-0d1a4a2e-756f-4019-9d7a-7b9e7aaf5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:48:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['6d0be83a-1d52-41bd-9f17-c19db46fec38'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:25.620258 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] Publish callbacks [] for router, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:25.637715 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-0d1a4a2e-756f-4019-9d7a-7b9e7aaf5bb7 None None] Set router 6d0be83a-1d52-41bd-9f17-c19db46fec38 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:48:25.724035 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:25.777933 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] Deleting port f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:48:25.778171 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:25.823083 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-0d1a4a2e-756f-4019-9d7a-7b9e7aaf5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:48:24Z', 'revision_number': 5, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port': {'id': 'f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:40:40Z', 'updated_at': '2021-10-27T11:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:25.848619 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1a4a2e-756f-4019-9d7a-7b9e7aaf5bb7 None None] Checking router: 6d0be83a-1d52-41bd-9f17-c19db46fec38 for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:48:25.857153 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1a4a2e-756f-4019-9d7a-7b9e7aaf5bb7 None None] Routers {'6d0be83a-1d52-41bd-9f17-c19db46fec38'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:48:25.857758 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-0d1a4a2e-756f-4019-9d7a-7b9e7aaf5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:48:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['6d0be83a-1d52-41bd-9f17-c19db46fec38'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:25.858962 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] For port f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:48:25.859355 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:25.872091 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] Calling delete_port for f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b owned by network:router_gateway {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:48:25.943248 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-0d1a4a2e-756f-4019-9d7a-7b9e7aaf5bb7 None None] Set router 6d0be83a-1d52-41bd-9f17-c19db46fec38 gateway port host: None {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:48:26.000112 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-0d1a4a2e-756f-4019-9d7a-7b9e7aaf5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:48:25Z', 'revision_number': 6, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port_host': None}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:26.028161 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1a4a2e-756f-4019-9d7a-7b9e7aaf5bb7 None None] The sync data for ids ['6d0be83a-1d52-41bd-9f17-c19db46fec38'] in dv-cinder-815146-3-iscsi is: [{'id': '6d0be83a-1d52-41bd-9f17-c19db46fec38', 'name': 'tempest-AttachVolumeShelveTestJSON-1032690438-router', 'tenant_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:40:38Z', 'updated_at': '2021-10-27T11:48:25Z', 'revision_number': 6, 'project_id': 'fb405396e49b44d0ae75c6b2df1b88e0', 'gw_port_host': None}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:48:26.055994 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:26.081288 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:26.154664 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607847'] for router_gateway, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:26.250783 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4054'] for router, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:26.252979 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:26.297850 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-607258'] for router, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:26.298495 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d0be83a-1d52-41bd-9f17-c19db46fec38 {{(pid=108002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:48:26.303509 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] Publish callbacks [] for router, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:26.305228 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-d54df0a7-2f56-481b-bc74-b4ef9749d688 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6d0be83a-1d52-41bd-9f17-c19db46fec38 HTTP/1.1" status: 204 len: 168 time: 0.7836487 Oct 27 11:48:26.307754 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52504) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:26.352267 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_v2 [None req-947a3f7c-af09-4be0-8735-187957cfbcc6 admin admin] Deleting subnet 8535eb92-1f72-4101-b598-e2a666aee081 {{(pid=108002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:48:26.357313 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-947a3f7c-af09-4be0-8735-187957cfbcc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:26.393335 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-947a3f7c-af09-4be0-8735-187957cfbcc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28753158'] for subnet, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:26.536248 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-947a3f7c-af09-4be0-8735-187957cfbcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:26.551950 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cba4f-0a49-498d-8b9b-f4a01c4d57c7 req-97ec4899-d9c2-4ccc-86a1-02300a33451a tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:26.553928 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-047cba4f-0a49-498d-8b9b-f4a01c4d57c7 req-97ec4899-d9c2-4ccc-86a1-02300a33451a tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 946 time: 0.0865338 Oct 27 11:48:26.596974 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-047cba4f-0a49-498d-8b9b-f4a01c4d57c7 req-7ce599d1-5cfe-4b42-b917-df72dbaf3f54 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358636 Oct 27 11:48:26.601686 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-947a3f7c-af09-4be0-8735-187957cfbcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29335334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25368705'] for subnet, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:26.634780 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a3f7c-af09-4be0-8735-187957cfbcc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8535eb92-1f72-4101-b598-e2a666aee081,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:26.636848 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-947a3f7c-af09-4be0-8735-187957cfbcc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:26.641179 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7a873-fd5b-4263-81ab-7d4a3dedfb2f None None] Network 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:48:26.651240 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-947a3f7c-af09-4be0-8735-187957cfbcc6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8535eb92-1f72-4101-b598-e2a666aee081 HTTP/1.1" status: 204 len: 168 time: 0.3421965 Oct 27 11:48:26.653995 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52516) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:26.900544 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29213030-2ec7-4edd-ae28-daa6bdb067c3 None None] DHCP port deletion for 954b5f40-2ffa-4f73-b5ff-e144173fa7e8 request from dv-cinder-815146-3-iscsi {{(pid=108004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:48:26.972739 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-29213030-2ec7-4edd-ae28-daa6bdb067c3 None None] Deleting port 076681a3-3657-4b0b-9623-db4088c7387d {{(pid=108004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:48:26.973579 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-29213030-2ec7-4edd-ae28-daa6bdb067c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.020523 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 20184ee7-0d34-4b1a-a678-bedf705ae4d2 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:48:27.058045 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: 20184ee7-0d34-4b1a-a678-bedf705ae4d2 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:48:27.058383 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 20184ee7-0d34-4b1a-a678-bedf705ae4d2 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:48:27.076257 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.079721 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-29213030-2ec7-4edd-ae28-daa6bdb067c3 None None] For port 076681a3-3657-4b0b-9623-db4088c7387d, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=076681a3-3657-4b0b-9623-db4088c7387d,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:48:27.080128 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-29213030-2ec7-4edd-ae28-daa6bdb067c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.098100 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-29213030-2ec7-4edd-ae28-daa6bdb067c3 None None] Calling delete_port for 076681a3-3657-4b0b-9623-db4088c7387d owned by network:dhcp {{(pid=108004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:48:27.139233 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Deleting port 076681a3-3657-4b0b-9623-db4088c7387d {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:48:27.139562 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.187879 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-29213030-2ec7-4edd-ae28-daa6bdb067c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.216751 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] For port 076681a3-3657-4b0b-9623-db4088c7387d, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=076681a3-3657-4b0b-9623-db4088c7387d,segment=NetworkSegment(f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48),segment_id=f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:48:27.217136 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.227284 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29213030-2ec7-4edd-ae28-daa6bdb067c3 None None] Pushing event deleted for resources: {'Port': ['ID=076681a3-3657-4b0b-9623-db4088c7387d,revision_number=None']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:27.229689 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29213030-2ec7-4edd-ae28-daa6bdb067c3 None None] No DVR routers for this DVR port 076681a3-3657-4b0b-9623-db4088c7387d on host dv-cinder-815146-3-iscsi {{(pid=108004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:48:27.240128 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Calling delete_port for 076681a3-3657-4b0b-9623-db4088c7387d owned by network:dhcp {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:48:27.315712 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.341432 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Pushing event deleted for resources: {'Port': ['ID=076681a3-3657-4b0b-9623-db4088c7387d,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:27.345896 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] No DVR routers for this DVR port 076681a3-3657-4b0b-9623-db4088c7387d on host dv-cinder-815146-3-iscsi {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:48:27.418184 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.440142 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954b5f40-2ffa-4f73-b5ff-e144173fa7e8']}} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:27.451052 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48') {'for_net_delete': True} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:27.451338 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bb2a78-b0c4-43ac-acdc-95ce7f3faa48') {} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:27.460310 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25220849'] for segment, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.473497 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.481100 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=108003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:48:27.482012 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406069'] for segment, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: self.session.flush() Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: self.session.flush() Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: self.session.flush() Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: self.session.flush() Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: Traceback (most recent call last): Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: timer() Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: cb(*args, **kw) Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: return func(*args, **kwargs) Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: self._notify() Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: self.callback(batched_events) Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: event.method(event) Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: return f(self, *a, **k) Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._get(url).json() Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: return self.request(url, 'GET', **kwargs) Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:48:27.483812 dv-cinder-815146-3-iscsi neutron-server[108003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:48:27.542009 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.546473 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.549781 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] 10.222.0.36 "DELETE /v2.0/networks/954b5f40-2ffa-4f73-b5ff-e144173fa7e8 HTTP/1.1" status: 204 len: 168 time: 0.8940713 Oct 27 11:48:27.562899 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888d528-8c30-4345-a47d-afdbb263f80b admin admin] Pushing event deleted for resources: {'Network': ['ID=954b5f40-2ffa-4f73-b5ff-e144173fa7e8,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:27.715718 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52532) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:27.758887 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-989c8e80-4864-4dad-a26f-eb6d0979fa11 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb405396e49b44d0ae75c6b2df1b88e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415683 Oct 27 11:48:27.761215 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52534) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:27.808521 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2f042372-00c5-43c1-859e-6ba41dd5a3ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.829981 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2f042372-00c5-43c1-859e-6ba41dd5a3ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.876418 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2f042372-00c5-43c1-859e-6ba41dd5a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.879355 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2f042372-00c5-43c1-859e-6ba41dd5a3ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:27.883102 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-2f042372-00c5-43c1-859e-6ba41dd5a3ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4e2006a-9399-4f78-a90d-0e0b056666f5 HTTP/1.1" status: 204 len: 168 time: 0.1185241 Oct 27 11:48:27.889867 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f042372-00c5-43c1-859e-6ba41dd5a3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e2006a-9399-4f78-a90d-0e0b056666f5,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:28.167565 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52552) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:28.269336 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1e52d017-166f-48e1-ba9a-6af88cf9c89d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:28.343851 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1e52d017-166f-48e1-ba9a-6af88cf9c89d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:28.347477 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-1e52d017-166f-48e1-ba9a-6af88cf9c89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:28.386554 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52d017-166f-48e1-ba9a-6af88cf9c89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9392ebb9-527c-4cb5-95e2-b97b395ae04c,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:28.390680 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-1e52d017-166f-48e1-ba9a-6af88cf9c89d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44ad48a5a0a34d9f824ca19a7245ccf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220991 Oct 27 11:48:28.396048 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52562) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:28.445948 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f9016d40-0980-4e92-a11d-df579589efb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:28.469019 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f9016d40-0980-4e92-a11d-df579589efb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:28.516696 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 076681a3-3657-4b0b-9623-db4088c7387d no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:48:28.527053 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f9016d40-0980-4e92-a11d-df579589efb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:28.530067 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f9016d40-0980-4e92-a11d-df579589efb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:28.531403 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-f9016d40-0980-4e92-a11d-df579589efb7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9392ebb9-527c-4cb5-95e2-b97b395ae04c HTTP/1.1" status: 204 len: 168 time: 0.1371701 Oct 27 11:48:28.542801 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: 076681a3-3657-4b0b-9623-db4088c7387d {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:48:28.543151 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 076681a3-3657-4b0b-9623-db4088c7387d not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:48:28.543657 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:48:28.546819 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9016d40-0980-4e92-a11d-df579589efb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9392ebb9-527c-4cb5-95e2-b97b395ae04c,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:28.566874 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:48:28.567214 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device f5c2ae3e-3ff8-4b07-a612-ee72de2a4a8b not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:48:28.638574 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52574) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:28.789771 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1006209631-network', 'tenant_id': '1826b0f336284018a7a41f8ccb70d120'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:48:28.810921 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] Made reservation on behalf of 1826b0f336284018a7a41f8ccb70d120 for: {'network': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:48:28.813367 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:28.823215 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:28.867576 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52580) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:28.886969 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e1ba745a-0654-435f-8f8d-bced63a9cdd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:28.929141 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:28.936336 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:28.972582 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1181} {{(pid=108003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:48:28.983553 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8515c406-16e0-44bf-8620-978bbfbb8e6a,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:28.997353 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:28.997707 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.segments_db [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] Added segment 096c3e23-2e5d-4bda-af60-8de40ef53f97 of type vlan for network bc05764a-c5a8-4b64-859d-5e8882ce1ca4 Oct 27 11:48:29.058466 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:29.061526 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e1ba745a-0654-435f-8f8d-bced63a9cdd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:29.067595 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e1ba745a-0654-435f-8f8d-bced63a9cdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:29.117494 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-e1ba745a-0654-435f-8f8d-bced63a9cdd1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c4107bbc1aa45859b1a91c60eb87585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485776 Oct 27 11:48:29.119666 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:29.119995 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52582) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:29.120563 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:29.121191 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:29.124566 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba745a-0654-435f-8f8d-bced63a9cdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604231f1-3df7-4061-8616-0059ac0379d6,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:29.170259 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7030ded1-a3cd-4648-afe0-2cb65f7976f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:29.182865 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5430455 Oct 27 11:48:29.185790 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52586) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:29.192839 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-78358dbe-7143-43c7-b5b5-e7504377ca3e admin admin] Request body: {'subnet': {'network_id': 'bc05764a-c5a8-4b64-859d-5e8882ce1ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1006209631-subnet', 'tenant_id': '1826b0f336284018a7a41f8ccb70d120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:48:29.193542 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7030ded1-a3cd-4648-afe0-2cb65f7976f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:29.199632 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59a6ff-98e0-4a70-a687-8ef4684aac58 admin admin] Pushing event updated for resources: {'Network': ['ID=bc05764a-c5a8-4b64-859d-5e8882ce1ca4,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:29.212997 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network bc05764a-c5a8-4b64-859d-5e8882ce1ca4 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:48:29.221140 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78358dbe-7143-43c7-b5b5-e7504377ca3e admin admin] Made reservation on behalf of 1826b0f336284018a7a41f8ccb70d120 for: {'subnet': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:48:29.223734 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-78358dbe-7143-43c7-b5b5-e7504377ca3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25418706'] for subnet, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:29.246066 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7030ded1-a3cd-4648-afe0-2cb65f7976f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:29.249205 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-7030ded1-a3cd-4648-afe0-2cb65f7976f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:29.253014 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-7030ded1-a3cd-4648-afe0-2cb65f7976f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/604231f1-3df7-4061-8616-0059ac0379d6 HTTP/1.1" status: 204 len: 168 time: 0.1294422 Oct 27 11:48:29.259293 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030ded1-a3cd-4648-afe0-2cb65f7976f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604231f1-3df7-4061-8616-0059ac0379d6,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:29.403971 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-78358dbe-7143-43c7-b5b5-e7504377ca3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25406174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25418688'] for subnet, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:29.471263 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78358dbe-7143-43c7-b5b5-e7504377ca3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa1aae6-0159-40a2-835e-adb6f46feccc,revision_number=0']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:29.473941 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78358dbe-7143-43c7-b5b5-e7504377ca3e admin admin] Checking segment: {'id': '096c3e23-2e5d-4bda-af60-8de40ef53f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'bc05764a-c5a8-4b64-859d-5e8882ce1ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:48:29.474288 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78358dbe-7143-43c7-b5b5-e7504377ca3e admin admin] Network hostable DHCP agents. Network: bc05764a-c5a8-4b64-859d-5e8882ce1ca4, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:48:29.492696 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78358dbe-7143-43c7-b5b5-e7504377ca3e admin admin] Network bc05764a-c5a8-4b64-859d-5e8882ce1ca4 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:48:29.501843 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [None req-78358dbe-7143-43c7-b5b5-e7504377ca3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, bc05764a-c5a8-4b64-859d-5e8882ce1ca4) {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:48:29.506827 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78358dbe-7143-43c7-b5b5-e7504377ca3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:29.507311 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-78358dbe-7143-43c7-b5b5-e7504377ca3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:29.511911 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c7f941-660c-4503-b658-ff6c7861a3ed None None] Network bc05764a-c5a8-4b64-859d-5e8882ce1ca4 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:48:29.533360 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-78358dbe-7143-43c7-b5b5-e7504377ca3e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3388081 Oct 27 11:48:29.644884 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f279a02-a154-4d5a-a32d-ffd53247fd44 None None] Network bc05764a-c5a8-4b64-859d-5e8882ce1ca4 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:48:30.219688 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52632) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:30.225450 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-952593163-network', 'tenant_id': 'a28a31217d7d4616b9736b7118aebcac'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:48:30.250074 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] Made reservation on behalf of a28a31217d7d4616b9736b7118aebcac for: {'network': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:48:30.252633 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for network, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:30.262831 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:30.341557 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:30.347084 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:30.368547 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1160} {{(pid=108003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:48:30.384214 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c89fab-1088-42a1-bd7e-9e765d653072,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:30.387229 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:30.387719 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.db.segments_db [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] Added segment 9a9c29ee-b8f2-45df-93d0-64af1e90ae58 of type vlan for network 9ac61530-7781-4da6-951b-9529b47314e4 Oct 27 11:48:30.430609 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776515496111'] for network, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:30.458323 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616'] for network, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:30.459557 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:30.459998 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:30.516070 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2946324 Oct 27 11:48:30.519138 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52642) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:30.525502 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-3051eda6-0681-4bd2-86a1-2df1ec6f90b6 admin admin] Request body: {'subnet': {'network_id': '9ac61530-7781-4da6-951b-9529b47314e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-952593163-subnet', 'tenant_id': 'a28a31217d7d4616b9736b7118aebcac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:48:30.527344 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51582fff-9348-4ad1-b4d0-75150203ce43 admin admin] Pushing event updated for resources: {'Network': ['ID=9ac61530-7781-4da6-951b-9529b47314e4,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:30.539209 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Network 9ac61530-7781-4da6-951b-9529b47314e4 details requested by agent ovs-agent-dv-cinder-815146-3-iscsi with host dv-cinder-815146-3-iscsi {{(pid=108004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:48:30.550439 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3051eda6-0681-4bd2-86a1-2df1ec6f90b6 admin admin] Made reservation on behalf of a28a31217d7d4616b9736b7118aebcac for: {'subnet': 1} {{(pid=108002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:48:30.554186 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3051eda6-0681-4bd2-86a1-2df1ec6f90b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25364064'] for subnet, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:30.724296 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3051eda6-0681-4bd2-86a1-2df1ec6f90b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29335399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25364082'] for subnet, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:30.784767 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051eda6-0681-4bd2-86a1-2df1ec6f90b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5957141-f745-4118-858c-b68bb6352e1b,revision_number=0']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:30.795099 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3051eda6-0681-4bd2-86a1-2df1ec6f90b6 admin admin] Checking segment: {'id': '9a9c29ee-b8f2-45df-93d0-64af1e90ae58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '9ac61530-7781-4da6-951b-9529b47314e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:48:30.795523 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3051eda6-0681-4bd2-86a1-2df1ec6f90b6 admin admin] Network hostable DHCP agents. Network: 9ac61530-7781-4da6-951b-9529b47314e4, hostable agents: ['40f5b3b6-f771-4742-9b0d-fc7fe321ebc7'], hosted agents: [] {{(pid=108002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:48:30.814032 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3051eda6-0681-4bd2-86a1-2df1ec6f90b6 admin admin] Network 9ac61530-7781-4da6-951b-9529b47314e4 is scheduled to be hosted by DHCP agent 40f5b3b6-f771-4742-9b0d-fc7fe321ebc7 with binding_index 1 {{(pid=108002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:48:30.824644 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-3051eda6-0681-4bd2-86a1-2df1ec6f90b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815146-3-iscsi, 9ac61530-7781-4da6-951b-9529b47314e4) {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:48:30.828992 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3051eda6-0681-4bd2-86a1-2df1ec6f90b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=108002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:30.829569 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-3051eda6-0681-4bd2-86a1-2df1ec6f90b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:30.836538 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c13b1c-750b-4246-95d5-d19c1e96037d None None] Network 9ac61530-7781-4da6-951b-9529b47314e4 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:48:30.857044 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-3051eda6-0681-4bd2-86a1-2df1ec6f90b6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3274913 Oct 27 11:48:30.971155 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589bc070-b9bb-4278-91ab-c7951aee2147 None None] Network 9ac61530-7781-4da6-951b-9529b47314e4 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:48:30.977511 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52664) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:31.026021 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9f66de-d67b-4c9d-8370-bf1dd28ff721 admin admin] Deleting subnet 7aa1aae6-0159-40a2-835e-adb6f46feccc {{(pid=108002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:48:31.029619 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6f9f66de-d67b-4c9d-8370-bf1dd28ff721 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.075688 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6f9f66de-d67b-4c9d-8370-bf1dd28ff721 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28753158'] for subnet, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.118654 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6f9f66de-d67b-4c9d-8370-bf1dd28ff721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.180865 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6f9f66de-d67b-4c9d-8370-bf1dd28ff721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29335334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25368705'] for subnet, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.210124 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6f9f66de-d67b-4c9d-8370-bf1dd28ff721 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.213325 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-6f9f66de-d67b-4c9d-8370-bf1dd28ff721 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7aa1aae6-0159-40a2-835e-adb6f46feccc HTTP/1.1" status: 204 len: 168 time: 0.2345841 Oct 27 11:48:31.214313 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f66de-d67b-4c9d-8370-bf1dd28ff721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa1aae6-0159-40a2-835e-adb6f46feccc,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:31.216056 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52672) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:31.257577 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52674) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:31.290654 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2293224c-60e1-491e-a6ab-4d0413e0eeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.371366 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0d3318e7-883d-4ec7-84a3-e9d61ef9660d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.373201 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2293224c-60e1-491e-a6ab-4d0413e0eeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.393954 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-2293224c-60e1-491e-a6ab-4d0413e0eeff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc05764a-c5a8-4b64-859d-5e8882ce1ca4']}} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:31.403350 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-2293224c-60e1-491e-a6ab-4d0413e0eeff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096c3e23-2e5d-4bda-af60-8de40ef53f97') {'for_net_delete': True} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:31.403614 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-2293224c-60e1-491e-a6ab-4d0413e0eeff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096c3e23-2e5d-4bda-af60-8de40ef53f97') {} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:31.413718 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2293224c-60e1-491e-a6ab-4d0413e0eeff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25220849'] for segment, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.428184 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2293224c-60e1-491e-a6ab-4d0413e0eeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.435407 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2293224c-60e1-491e-a6ab-4d0413e0eeff admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=108003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:48:31.435826 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2293224c-60e1-491e-a6ab-4d0413e0eeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406069'] for segment, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: Traceback (most recent call last): Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: timer() Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: cb(*args, **kw) Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: return func(*args, **kwargs) Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: self._notify() Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: self.callback(batched_events) Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: event.method(event) Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: return f(self, *a, **k) Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._get(url).json() Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: return self.request(url, 'GET', **kwargs) Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:48:31.437727 dv-cinder-815146-3-iscsi neutron-server[108003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:48:31.450343 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0d3318e7-883d-4ec7-84a3-e9d61ef9660d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.454242 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0d3318e7-883d-4ec7-84a3-e9d61ef9660d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.489701 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3318e7-883d-4ec7-84a3-e9d61ef9660d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a9d196-8c1d-4273-aff3-a0ebd95b09c8,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:31.493989 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2293224c-60e1-491e-a6ab-4d0413e0eeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.497047 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-0d3318e7-883d-4ec7-84a3-e9d61ef9660d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef9feee935404575980a968e2d93564f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356420 Oct 27 11:48:31.497169 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52680) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:31.502009 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-2293224c-60e1-491e-a6ab-4d0413e0eeff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.505252 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-2293224c-60e1-491e-a6ab-4d0413e0eeff admin admin] 10.222.0.36 "DELETE /v2.0/networks/bc05764a-c5a8-4b64-859d-5e8882ce1ca4 HTTP/1.1" status: 204 len: 168 time: 0.2846310 Oct 27 11:48:31.512294 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52682) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:31.516885 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293224c-60e1-491e-a6ab-4d0413e0eeff admin admin] Pushing event deleted for resources: {'Network': ['ID=bc05764a-c5a8-4b64-859d-5e8882ce1ca4,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:31.579447 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d58c074-3ebc-4b88-a61b-369dcfcf2e3a admin admin] Deleting subnet e5957141-f745-4118-858c-b68bb6352e1b {{(pid=108002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:48:31.588292 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9d58c074-3ebc-4b88-a61b-369dcfcf2e3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.607503 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-403c3f14-d84c-4385-82bf-66a9dbde5c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.637455 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-403c3f14-d84c-4385-82bf-66a9dbde5c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.640241 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9d58c074-3ebc-4b88-a61b-369dcfcf2e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28753158'] for subnet, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.699529 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9d58c074-3ebc-4b88-a61b-369dcfcf2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.740342 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-403c3f14-d84c-4385-82bf-66a9dbde5c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.743479 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-403c3f14-d84c-4385-82bf-66a9dbde5c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.744823 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-403c3f14-d84c-4385-82bf-66a9dbde5c16 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82a9d196-8c1d-4273-aff3-a0ebd95b09c8 HTTP/1.1" status: 204 len: 168 time: 0.2467954 Oct 27 11:48:31.755419 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c3f14-d84c-4385-82bf-66a9dbde5c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a9d196-8c1d-4273-aff3-a0ebd95b09c8,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:31.768589 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9d58c074-3ebc-4b88-a61b-369dcfcf2e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29335334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25368705'] for subnet, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.781618 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9d58c074-3ebc-4b88-a61b-369dcfcf2e3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.787280 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-9d58c074-3ebc-4b88-a61b-369dcfcf2e3a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e5957141-f745-4118-858c-b68bb6352e1b HTTP/1.1" status: 204 len: 168 time: 0.2713735 Oct 27 11:48:31.787388 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52686) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:31.802275 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58c074-3ebc-4b88-a61b-369dcfcf2e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5957141-f745-4118-858c-b68bb6352e1b,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:31.863986 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-94153641-c4a9-47bf-8977-62efb82f0211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.945341 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-94153641-c4a9-47bf-8977-62efb82f0211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:31.965288 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-94153641-c4a9-47bf-8977-62efb82f0211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac61530-7781-4da6-951b-9529b47314e4']}} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:31.975212 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-94153641-c4a9-47bf-8977-62efb82f0211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9c29ee-b8f2-45df-93d0-64af1e90ae58') {'for_net_delete': True} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:31.976114 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-94153641-c4a9-47bf-8977-62efb82f0211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9c29ee-b8f2-45df-93d0-64af1e90ae58') {} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:48:31.990225 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-94153641-c4a9-47bf-8977-62efb82f0211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25220849'] for segment, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.003833 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-94153641-c4a9-47bf-8977-62efb82f0211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.010272 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94153641-c4a9-47bf-8977-62efb82f0211 admin admin] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=108003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:48:32.010679 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-94153641-c4a9-47bf-8977-62efb82f0211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406069'] for segment, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: Traceback (most recent call last): Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: timer() Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: cb(*args, **kw) Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: return func(*args, **kwargs) Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: self._notify() Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: self.callback(batched_events) Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: event.method(event) Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: return f(self, *a, **k) Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._get(url).json() Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: return self.request(url, 'GET', **kwargs) Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:48:32.012381 dv-cinder-815146-3-iscsi neutron-server[108003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:48:32.028653 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52690) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:32.042093 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6712f825-ec6c-431b-ab7f-1c2306f6fe45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.066969 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-94153641-c4a9-47bf-8977-62efb82f0211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.071418 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-94153641-c4a9-47bf-8977-62efb82f0211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.077273 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-94153641-c4a9-47bf-8977-62efb82f0211 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9ac61530-7781-4da6-951b-9529b47314e4 HTTP/1.1" status: 204 len: 168 time: 0.2860222 Oct 27 11:48:32.088860 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94153641-c4a9-47bf-8977-62efb82f0211 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac61530-7781-4da6-951b-9529b47314e4,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:32.127593 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6712f825-ec6c-431b-ab7f-1c2306f6fe45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.132059 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6712f825-ec6c-431b-ab7f-1c2306f6fe45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.169828 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-6712f825-ec6c-431b-ab7f-1c2306f6fe45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ad30fca5d9f4ff5bc342bb0c4cb120e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400673 Oct 27 11:48:32.171813 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712f825-ec6c-431b-ab7f-1c2306f6fe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a68f67-bfb4-43f7-a053-01e0408d5077,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:32.172720 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52694) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:32.229181 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8d5e3b2c-ad6b-48fa-87c3-425be7fd27c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.250896 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8d5e3b2c-ad6b-48fa-87c3-425be7fd27c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.252569 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52698) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:32.317357 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-da78c024-8e0a-493a-ad8f-3637b2e50200 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1826b0f336284018a7a41f8ccb70d120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637038 Oct 27 11:48:32.320434 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52700) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:32.358445 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8d5e3b2c-ad6b-48fa-87c3-425be7fd27c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.361008 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8d5e3b2c-ad6b-48fa-87c3-425be7fd27c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.362133 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-8d5e3b2c-ad6b-48fa-87c3-425be7fd27c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06a68f67-bfb4-43f7-a053-01e0408d5077 HTTP/1.1" status: 204 len: 168 time: 0.1884394 Oct 27 11:48:32.373034 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e3b2c-ad6b-48fa-87c3-425be7fd27c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a68f67-bfb4-43f7-a053-01e0408d5077,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:32.386191 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e2ada910-460a-41d4-91c3-5cb3db8d9e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.409743 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e2ada910-460a-41d4-91c3-5cb3db8d9e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.461576 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e2ada910-460a-41d4-91c3-5cb3db8d9e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.464755 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e2ada910-460a-41d4-91c3-5cb3db8d9e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.469027 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-e2ada910-460a-41d4-91c3-5cb3db8d9e0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8515c406-16e0-44bf-8620-978bbfbb8e6a HTTP/1.1" status: 204 len: 168 time: 0.1445282 Oct 27 11:48:32.475119 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ada910-460a-41d4-91c3-5cb3db8d9e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8515c406-16e0-44bf-8620-978bbfbb8e6a,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:32.745959 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52718) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:32.786062 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-e9a3a614-bb33-46ce-9c3c-c6d2d49a1339 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a28a31217d7d4616b9736b7118aebcac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387256 Oct 27 11:48:32.788706 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52722) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:32.838271 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a66278a6-53be-4640-9c15-78dc85c4a5a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.865352 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a66278a6-53be-4640-9c15-78dc85c4a5a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.917270 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a66278a6-53be-4640-9c15-78dc85c4a5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.919831 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a66278a6-53be-4640-9c15-78dc85c4a5a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:32.920965 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-a66278a6-53be-4640-9c15-78dc85c4a5a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/29c89fab-1088-42a1-bd7e-9e765d653072 HTTP/1.1" status: 204 len: 168 time: 0.1312563 Oct 27 11:48:32.929142 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66278a6-53be-4640-9c15-78dc85c4a5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c89fab-1088-42a1-bd7e-9e765d653072,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:34.953197 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52858) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:35.066094 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-51cdc7a6-354d-449e-acc0-575b0d1dd8d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.127745 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52864) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:35.142091 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-51cdc7a6-354d-449e-acc0-575b0d1dd8d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.146223 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-51cdc7a6-354d-449e-acc0-575b0d1dd8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.183121 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdc7a6-354d-449e-acc0-575b0d1dd8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0d0501-ded9-4c7a-bd5b-4990ec247547,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:35.187519 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-51cdc7a6-354d-449e-acc0-575b0d1dd8d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fb7c5e78642742e9837ca812c85d9f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332351 Oct 27 11:48:35.190096 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52868) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:35.237204 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-90054cbb-998a-49b6-a9f9-2a38e18965c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.238760 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f34407f9-7fdc-4685-ab4f-85b41dcf6526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.260297 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f34407f9-7fdc-4685-ab4f-85b41dcf6526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.315178 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-90054cbb-998a-49b6-a9f9-2a38e18965c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.315562 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f34407f9-7fdc-4685-ab4f-85b41dcf6526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.318098 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-f34407f9-7fdc-4685-ab4f-85b41dcf6526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.318644 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-90054cbb-998a-49b6-a9f9-2a38e18965c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.319771 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-f34407f9-7fdc-4685-ab4f-85b41dcf6526 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f0d0501-ded9-4c7a-bd5b-4990ec247547 HTTP/1.1" status: 204 len: 168 time: 0.1287467 Oct 27 11:48:35.328127 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34407f9-7fdc-4685-ab4f-85b41dcf6526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0d0501-ded9-4c7a-bd5b-4990ec247547,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:35.358891 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-90054cbb-998a-49b6-a9f9-2a38e18965c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ec12ad791784094ab2281f1b27b9dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299750 Oct 27 11:48:35.359990 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90054cbb-998a-49b6-a9f9-2a38e18965c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914e429c-e2bc-41ac-b16e-c74293ecdf4f,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:35.362266 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52872) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:35.415453 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dd94ba7a-c2cf-4e0b-a4ff-400f9ac23d2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.440347 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dd94ba7a-c2cf-4e0b-a4ff-400f9ac23d2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.487808 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dd94ba7a-c2cf-4e0b-a4ff-400f9ac23d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.490376 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dd94ba7a-c2cf-4e0b-a4ff-400f9ac23d2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.491567 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-dd94ba7a-c2cf-4e0b-a4ff-400f9ac23d2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/914e429c-e2bc-41ac-b16e-c74293ecdf4f HTTP/1.1" status: 204 len: 168 time: 0.1281378 Oct 27 11:48:35.503329 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94ba7a-c2cf-4e0b-a4ff-400f9ac23d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914e429c-e2bc-41ac-b16e-c74293ecdf4f,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:35.603987 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52878) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:35.617772 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-006234aa-6429-4e4d-bd74-44178cf886f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.704388 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-006234aa-6429-4e4d-bd74-44178cf886f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.709140 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-006234aa-6429-4e4d-bd74-44178cf886f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.748291 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-006234aa-6429-4e4d-bd74-44178cf886f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=356546a38c0346659e589fd351b8aa95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418662 Oct 27 11:48:35.749620 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006234aa-6429-4e4d-bd74-44178cf886f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef0b69c-a00d-489f-8d60-0b6e64852303,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:35.750079 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52884) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:35.812747 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2d1a6c27-d460-4e5c-b626-10a4369d1569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.836618 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2d1a6c27-d460-4e5c-b626-10a4369d1569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.877792 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52888) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:35.893196 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-212a4cb0-8f58-486f-ba4c-d0bd6ceef6d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.900570 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2d1a6c27-d460-4e5c-b626-10a4369d1569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.903114 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2d1a6c27-d460-4e5c-b626-10a4369d1569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.904205 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-2d1a6c27-d460-4e5c-b626-10a4369d1569 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ef0b69c-a00d-489f-8d60-0b6e64852303 HTTP/1.1" status: 204 len: 168 time: 0.1529741 Oct 27 11:48:35.917311 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a6c27-d460-4e5c-b626-10a4369d1569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef0b69c-a00d-489f-8d60-0b6e64852303,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:35.987735 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-212a4cb0-8f58-486f-ba4c-d0bd6ceef6d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:35.993444 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-212a4cb0-8f58-486f-ba4c-d0bd6ceef6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:36.031604 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-212a4cb0-8f58-486f-ba4c-d0bd6ceef6d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=efd2dd14a10246f3bd598cec19d28d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526809 Oct 27 11:48:36.032465 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a4cb0-8f58-486f-ba4c-d0bd6ceef6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddafbaf-f99c-4940-b2d5-5c80f6f58e2c,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:36.035014 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52892) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:36.096880 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-54030bf1-07bc-4609-a0f2-5c5e6dea8dfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:36.128017 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-54030bf1-07bc-4609-a0f2-5c5e6dea8dfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:36.183229 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-54030bf1-07bc-4609-a0f2-5c5e6dea8dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:36.185789 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-54030bf1-07bc-4609-a0f2-5c5e6dea8dfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:36.186943 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-54030bf1-07bc-4609-a0f2-5c5e6dea8dfb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eddafbaf-f99c-4940-b2d5-5c80f6f58e2c HTTP/1.1" status: 204 len: 168 time: 0.1510167 Oct 27 11:48:36.195066 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54030bf1-07bc-4609-a0f2-5c5e6dea8dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddafbaf-f99c-4940-b2d5-5c80f6f58e2c,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:36.793096 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-41c0f06b-8eae-4bac-8bb1-4e6440b3a00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:37.897400 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52978) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:38.000548 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a60e2d37-4c5d-48b8-b880-25d4e9be1750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:38.071914 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a60e2d37-4c5d-48b8-b880-25d4e9be1750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:38.075696 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-a60e2d37-4c5d-48b8-b880-25d4e9be1750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:38.115333 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e2d37-4c5d-48b8-b880-25d4e9be1750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7627da7-b2cc-475b-85e8-8a19310611e7,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:38.119640 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-a60e2d37-4c5d-48b8-b880-25d4e9be1750 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10d500f5df114350bcf490d523c8b50d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210479 Oct 27 11:48:38.122328 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52982) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:38.170873 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5b3844d1-0e42-4a0b-a8d2-305ce64072b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:38.191451 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5b3844d1-0e42-4a0b-a8d2-305ce64072b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:38.240004 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5b3844d1-0e42-4a0b-a8d2-305ce64072b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:38.243982 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5b3844d1-0e42-4a0b-a8d2-305ce64072b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:38.245106 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-5b3844d1-0e42-4a0b-a8d2-305ce64072b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7627da7-b2cc-475b-85e8-8a19310611e7 HTTP/1.1" status: 204 len: 168 time: 0.1218607 Oct 27 11:48:38.256557 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3844d1-0e42-4a0b-a8d2-305ce64072b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7627da7-b2cc-475b-85e8-8a19310611e7,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:38.502054 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 52990) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:38.515267 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-476ecbef-70c5-44ea-9e31-0c232d60d742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:38.587601 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-476ecbef-70c5-44ea-9e31-0c232d60d742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:38.591707 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-476ecbef-70c5-44ea-9e31-0c232d60d742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:38.629052 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-476ecbef-70c5-44ea-9e31-0c232d60d742 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0bde11d6888e4759a48cb67e6c20de57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1259041 Oct 27 11:48:38.629916 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ecbef-70c5-44ea-9e31-0c232d60d742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b9be54-0cfc-4518-b21f-38f0a6af12b8,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:38.631792 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 52992) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:38.681943 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-325077b7-0f2e-4882-86fe-ae8846cbdb63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:38.703396 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-325077b7-0f2e-4882-86fe-ae8846cbdb63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:38.749725 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-325077b7-0f2e-4882-86fe-ae8846cbdb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:38.752294 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-325077b7-0f2e-4882-86fe-ae8846cbdb63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:38.756277 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-325077b7-0f2e-4882-86fe-ae8846cbdb63 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92b9be54-0cfc-4518-b21f-38f0a6af12b8 HTTP/1.1" status: 204 len: 168 time: 0.1234808 Oct 27 11:48:38.764202 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325077b7-0f2e-4882-86fe-ae8846cbdb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b9be54-0cfc-4518-b21f-38f0a6af12b8,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:39.778313 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-05d2135b-5278-451e-a6fe-0f6e80c72e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:40.170016 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:48:40.352991 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-032189ff-8fcb-4382-a29b-7703710cab67 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883222231&fields=id&tenant_id=05c96c34cc5b487dbbca84b067026f01 HTTP/1.1" status: 200 len: 267 time: 0.0362725 Oct 27 11:48:40.473760 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-2dc08db8-18ac-44b8-9a24-d1897b2f5d62 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:40.476087 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-2dc08db8-18ac-44b8-9a24-d1897b2f5d62 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 811 time: 0.1140265 Oct 27 11:48:40.499192 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-25018652-cade-44a3-94c9-90771febf9b4 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/quotas/05c96c34cc5b487dbbca84b067026f01 HTTP/1.1" status: 200 len: 375 time: 0.0161378 Oct 27 11:48:40.556581 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:40.579166 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-b04e3484-5aab-4c8f-81e3-091e0e94c6f2 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0784135 Oct 27 11:48:40.689829 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-658c7eeb-2564-4e0d-a232-dcda6b51feb9 service neutron] 10.222.0.36 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982537 Oct 27 11:48:40.780220 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-0b963799-5b1d-48fa-91e4-070e31b79f49 service neutron] 10.222.0.36 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839193 Oct 27 11:48:41.057901 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:41.136737 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-fb12f2b2-566f-4ae5-a7ec-9812b3382d58 req-aa60b860-5dd1-444f-b105-d47351c9ffa5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 210 time: 0.0459361 Oct 27 11:48:42.191252 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:42.235103 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-20c4a5e8-3927-429a-ac5d-62bb27190036 req-f38f8206-716e-4eb7-a484-9a3f98cb1fb1 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 210 time: 0.0293233 Oct 27 11:48:43.338792 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5b8c42a2-93dd-4207-9ce2-8e73b5a366b1 req-44ee3701-492d-432e-96d8-46eca2a4258d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 210 time: 0.0269272 Oct 27 11:48:44.434787 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-898e53ca-fc96-45f8-abb9-24a10a924fbf req-441edad6-1058-4475-b1e8-75abbf7ca383 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 210 time: 0.0272143 Oct 27 11:48:45.525253 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-05963cef-f476-4d93-90a9-4ee2aad590e9 req-250be64b-f73d-4207-9b04-28aaebf2c499 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 210 time: 0.0262477 Oct 27 11:48:46.018047 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-6e4a23de-a57f-46fb-b80c-02999ab94d38 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:46.019605 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-6e4a23de-a57f-46fb-b80c-02999ab94d38 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 811 time: 0.1096804 Oct 27 11:48:46.065368 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-07f0e16e-8a48-42ff-a990-347e7a07aee6 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05c96c34cc5b487dbbca84b067026f01 HTTP/1.1" status: 200 len: 380 time: 0.0349693 Oct 27 11:48:46.076977 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-65d3866f-5c5e-45ca-8c69-69b483ff1695 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Request body: {'port': {'device_id': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'admin_state_up': True, 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'security_groups': ['c4791046-1e18-4ecb-a6a3-9063ea874e17']}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:48:46.185082 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-65d3866f-5c5e-45ca-8c69-69b483ff1695 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Made reservation on behalf of 05c96c34cc5b487dbbca84b067026f01 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:48:46.188725 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-65d3866f-5c5e-45ca-8c69-69b483ff1695 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:46.323908 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-65d3866f-5c5e-45ca-8c69-69b483ff1695 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Allocated IP 172.20.0.14 (2f7b2cdb-eb34-4d28-b61d-c435d2520f1d/38d49ba1-e1bf-423b-8a40-a4419d3a55de/eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:48:46.464262 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-65d3866f-5c5e-45ca-8c69-69b483ff1695 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:46.497510 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-65d3866f-5c5e-45ca-8c69-69b483ff1695 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:46.543820 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-65d3866f-5c5e-45ca-8c69-69b483ff1695 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:48:46.547340 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-65d3866f-5c5e-45ca-8c69-69b483ff1695 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:48:46.551396 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-65d3866f-5c5e-45ca-8c69-69b483ff1695 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:48:46.559650 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3866f-5c5e-45ca-8c69-69b483ff1695 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'Port': ['ID=eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:46.622266 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-65d3866f-5c5e-45ca-8c69-69b483ff1695 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:46.623181 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-65d3866f-5c5e-45ca-8c69-69b483ff1695 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:46.665262 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-65d3866f-5c5e-45ca-8c69-69b483ff1695 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5920486 Oct 27 11:48:46.676726 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5028ae7-4f60-4224-924e-e1bedf8618d9 req-ccb639c9-72e2-4645-9476-44910d2ecff2 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:46.679015 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a5028ae7-4f60-4224-924e-e1bedf8618d9 req-ccb639c9-72e2-4645-9476-44910d2ecff2 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 932 time: 0.0765641 Oct 27 11:48:46.683728 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Request body: {'port': {'device_id': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:48:46.745140 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a5028ae7-4f60-4224-924e-e1bedf8618d9 req-b5f84b52-3bb6-4143-a0ec-90884d927bd8 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568655 Oct 27 11:48:46.775652 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:46.831135 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-a1f7ee21-3f8f-4abf-adcb-3825458fd1c8 None None] Provisioning complete for port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:48:46.832143 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a1f7ee21-3f8f-4abf-adcb-3825458fd1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:46.881291 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7ee21-3f8f-4abf-adcb-3825458fd1c8 None None] Port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:48:47.112658 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:48:47.121279 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:47.134070 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Transition to ACTIVE for port object eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:48:47.139454 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:47.189898 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Pushing event updated for resources: {'Port': ['ID=eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:47.273695 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Attempting to bind port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:48:47.274673 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Attempting to bind port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:48:47.275081 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Attempting to bind port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 on network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:48:47.281463 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 on network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:48:47.281775 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Attempting to bind port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 on network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:48:47.286986 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:48:47.287431 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Checking segment: {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:48:47.287883 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Bound using segment: {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:48:47.288315 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Bound port: eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:48:47.288667 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:47.368909 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] For port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:48:47.368909 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] For port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:48:47.391903 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:47.437370 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:47.437975 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:47.439389 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 HTTP/1.1" status: 200 len: 1094 time: 0.7596085 Oct 27 11:48:47.439899 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'tag': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:48:47.442077 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ee703e-7c86-4a85-9300-e6f9a5830863" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9ca0da-7d76-4f50-a57e-04ec86071a1b", "tag": "eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:48:47.469687 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59db5c-a235-4ef9-9a76-53aa36cd4d08 service neutron] Pushing event updated for resources: {'Port': ['ID=eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:47.498955 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61668719-af0b-43e6-bef8-33d60fd2ed73 x-openstack-request-id: req-61668719-af0b-43e6-bef8-33d60fd2ed73 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:48:47.499426 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9ca0da-7d76-4f50-a57e-04ec86071a1b", "tag": "eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:48:47.499863 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61668719-af0b-43e6-bef8-33d60fd2ed73 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:48:47.500330 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'tag': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752', 'status': 'completed', 'code': 200} Oct 27 11:48:47.864070 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4438d8-42b5-4b96-90bb-d6ee3ae82e27 req-75a01184-82ad-40b9-928c-82c0205ec80a tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:47.865522 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ac4438d8-42b5-4b96-90bb-d6ee3ae82e27 req-75a01184-82ad-40b9-928c-82c0205ec80a tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 944 time: 0.0493057 Oct 27 11:48:47.902976 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ac4438d8-42b5-4b96-90bb-d6ee3ae82e27 req-a32e185c-d82b-464e-a04b-377e77e908e5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313606 Oct 27 11:48:49.023128 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f9d77-c248-47ea-8106-bc293d9ee977 req-95fc7847-b187-4f9c-9c8d-44d0d00b1309 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:49.024590 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d94f9d77-c248-47ea-8106-bc293d9ee977 req-95fc7847-b187-4f9c-9c8d-44d0d00b1309 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 944 time: 0.0557458 Oct 27 11:48:49.062777 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d94f9d77-c248-47ea-8106-bc293d9ee977 req-7eb34bbd-b20b-4cb0-9be5-34bb5305a795 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320811 Oct 27 11:48:50.015464 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:50.064720 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee703e-7c86-4a85-9300-e6f9a5830863 req-55eecf4f-8f8e-4f28-ba67-9655de4baf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:50.066193 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-69ee703e-7c86-4a85-9300-e6f9a5830863 req-55eecf4f-8f8e-4f28-ba67-9655de4baf76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 1097 time: 0.0405800 Oct 27 11:48:50.201311 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee703e-7c86-4a85-9300-e6f9a5830863 req-eecb5d8d-e03c-4236-9c1e-71e570c7e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:50.202810 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-69ee703e-7c86-4a85-9300-e6f9a5830863 req-eecb5d8d-e03c-4236-9c1e-71e570c7e2ef service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=05c96c34cc5b487dbbca84b067026f01&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1280715 Oct 27 11:48:50.211214 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dadc14-63c6-4a64-b73d-72155d44b5e2 req-aea90eb3-7a73-4983-82b4-a86d0ebf1720 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:50.212811 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c0dadc14-63c6-4a64-b73d-72155d44b5e2 req-aea90eb3-7a73-4983-82b4-a86d0ebf1720 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 944 time: 0.0811949 Oct 27 11:48:50.301439 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c0dadc14-63c6-4a64-b73d-72155d44b5e2 req-35859234-cb9d-44d0-8940-e1f30de31a9f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802603 Oct 27 11:48:50.328571 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee703e-7c86-4a85-9300-e6f9a5830863 req-0c066b35-124f-4cc2-9bcd-bd46de670284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:50.330013 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-69ee703e-7c86-4a85-9300-e6f9a5830863 req-0c066b35-124f-4cc2-9bcd-bd46de670284 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1165512 Oct 27 11:48:50.414082 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-ab3df643-f54a-4901-9379-ace87a6307e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:50.415534 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-ab3df643-f54a-4901-9379-ace87a6307e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 1097 time: 0.0401084 Oct 27 11:48:50.462032 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-d7ff90ee-0e75-4991-8c55-7ff6984273b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 HTTP/1.1" status: 200 len: 217 time: 0.0345294 Oct 27 11:48:50.513502 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-ae24f2a7-ea67-4327-a30c-39a4496dea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:50.514982 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-ae24f2a7-ea67-4327-a30c-39a4496dea5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38d49ba1-e1bf-423b-8a40-a4419d3a55de HTTP/1.1" status: 200 len: 850 time: 0.0442834 Oct 27 11:48:50.567350 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-08c48de8-0bb8-4d41-85ab-8580d3fad98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:50.568920 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-08c48de8-0bb8-4d41-85ab-8580d3fad98c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464501 Oct 27 11:48:50.678948 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-7e7e2324-d97a-4a3b-a221-39ba7ca19c47 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952258 Oct 27 11:48:50.776090 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b1f700d3-6478-4f18-8dfd-c58ba6f0f3bd req-5c160583-dcc6-42be-ae52-3721b6d791b1 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887065 Oct 27 11:48:51.419850 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d237180-5d22-4359-b70b-52a3d1201a86 req-12b4a88d-db07-4008-a8b6-4d6d85837958 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:51.421359 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9d237180-5d22-4359-b70b-52a3d1201a86 req-12b4a88d-db07-4008-a8b6-4d6d85837958 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 944 time: 0.0514231 Oct 27 11:48:51.460438 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9d237180-5d22-4359-b70b-52a3d1201a86 req-a364dbe1-8106-493a-92a1-bdb5c69b3b41 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329068 Oct 27 11:48:52.589386 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a080d-b63a-426a-9666-ae11df2809bb req-0e641a69-3773-4a8f-843b-521912adc555 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:52.592911 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-393a080d-b63a-426a-9666-ae11df2809bb req-0e641a69-3773-4a8f-843b-521912adc555 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 944 time: 0.0620100 Oct 27 11:48:52.641015 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-393a080d-b63a-426a-9666-ae11df2809bb req-a221b42b-47e9-43a4-ad5e-419ce6d61b67 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409095 Oct 27 11:48:53.024266 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53258) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:53.145895 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3e522827-53ce-4575-8cf5-8779d14b03ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:53.239339 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c1cbe-b3de-4dfc-8d8d-310807dabfe0 req-ff40db99-8f23-4cac-a688-24ec299fdcb6 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:53.241446 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e33c1cbe-b3de-4dfc-8d8d-310807dabfe0 req-ff40db99-8f23-4cac-a688-24ec299fdcb6 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 946 time: 0.0932925 Oct 27 11:48:53.306046 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e33c1cbe-b3de-4dfc-8d8d-310807dabfe0 req-40ed7736-2334-4bf8-8ac1-2dd5e901a354 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574069 Oct 27 11:48:53.311003 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3e522827-53ce-4575-8cf5-8779d14b03ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:53.317917 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3e522827-53ce-4575-8cf5-8779d14b03ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:53.356388 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e522827-53ce-4575-8cf5-8779d14b03ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627c8b2e-92e9-47a2-a9a0-fbb2b3bcbe2d,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:53.361968 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-3e522827-53ce-4575-8cf5-8779d14b03ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90857059449a48e59ae6c4b943b20684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365901 Oct 27 11:48:53.366158 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53264) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:53.418194 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f1e0-dcf6-4140-92b1-228a8b047e1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:53.444995 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f1e0-dcf6-4140-92b1-228a8b047e1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:53.493581 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f1e0-dcf6-4140-92b1-228a8b047e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:53.496448 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-a6c4f1e0-dcf6-4140-92b1-228a8b047e1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:53.497823 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-a6c4f1e0-dcf6-4140-92b1-228a8b047e1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/627c8b2e-92e9-47a2-a9a0-fbb2b3bcbe2d HTTP/1.1" status: 204 len: 168 time: 0.1304710 Oct 27 11:48:53.506041 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c4f1e0-dcf6-4140-92b1-228a8b047e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627c8b2e-92e9-47a2-a9a0-fbb2b3bcbe2d,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:53.770435 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-722704fe-2172-4739-8d47-ed34ec6ab1f5 req-cb4eaba4-0122-4891-bdfb-11b2b327857b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702271 Oct 27 11:48:53.790297 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f11fa7-06fc-47ac-abe7-b4a283a88a77 req-86d75331-bca4-426c-a29d-8103d6e72791 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:53.791971 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-61f11fa7-06fc-47ac-abe7-b4a283a88a77 req-86d75331-bca4-426c-a29d-8103d6e72791 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 944 time: 0.0639131 Oct 27 11:48:53.868502 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-61f11fa7-06fc-47ac-abe7-b4a283a88a77 req-d93ccf69-c7ca-4432-8953-1fa3534cbb03 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596788 Oct 27 11:48:53.891232 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722704fe-2172-4739-8d47-ed34ec6ab1f5 req-a23e9179-81a6-4eec-a221-42298fc04035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:53.893035 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-722704fe-2172-4739-8d47-ed34ec6ab1f5 req-a23e9179-81a6-4eec-a221-42298fc04035 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f38f92679b64439a45356929b30a550&device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 1098 time: 0.0539932 Oct 27 11:48:54.013232 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722704fe-2172-4739-8d47-ed34ec6ab1f5 req-fd5229f1-0c15-4d3e-8f47-a7689e26aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:54.014950 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-722704fe-2172-4739-8d47-ed34ec6ab1f5 req-fd5229f1-0c15-4d3e-8f47-a7689e26aabf service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b77b30a-35e6-40db-9719-c7556d6605d9 HTTP/1.1" status: 200 len: 911 time: 0.0980356 Oct 27 11:48:54.102804 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-722704fe-2172-4739-8d47-ed34ec6ab1f5 req-0e9a2316-1895-4c6a-993a-701a5ffe536b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2 HTTP/1.1" status: 200 len: 1001 time: 0.0787559 Oct 27 11:48:54.164405 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722704fe-2172-4739-8d47-ed34ec6ab1f5 req-4bef443c-41b7-4f41-83ad-537bf475ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:54.167204 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-722704fe-2172-4739-8d47-ed34ec6ab1f5 req-4bef443c-41b7-4f41-83ad-537bf475ab78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b96d60d-9ede-4ef7-a71b-5fba29fa7c72 HTTP/1.1" status: 200 len: 848 time: 0.0537286 Oct 27 11:48:54.185733 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53296) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:54.218340 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722704fe-2172-4739-8d47-ed34ec6ab1f5 req-30e6ca98-ad9b-4809-9a34-65382b898583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:54.220037 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-722704fe-2172-4739-8d47-ed34ec6ab1f5 req-30e6ca98-ad9b-4809-9a34-65382b898583 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b77b30a-35e6-40db-9719-c7556d6605d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448420 Oct 27 11:48:54.305451 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2576ae4d-5b4b-466f-afd2-6796b4dd2837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:54.397003 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2576ae4d-5b4b-466f-afd2-6796b4dd2837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:54.402599 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2576ae4d-5b4b-466f-afd2-6796b4dd2837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:54.441604 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-2576ae4d-5b4b-466f-afd2-6796b4dd2837 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aebea71ffa194a11a8820ec361aecaf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546277 Oct 27 11:48:54.447219 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53308) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:54.485861 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576ae4d-5b4b-466f-afd2-6796b4dd2837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6ebf80-df7a-4cb9-9fee-a8468cbdd6c6,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:54.512429 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc8f0-6155-4537-abab-1c0ecc078af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:54.537949 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc8f0-6155-4537-abab-1c0ecc078af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:54.604965 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc8f0-6155-4537-abab-1c0ecc078af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:54.608623 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc8f0-6155-4537-abab-1c0ecc078af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:54.609926 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-0cbfc8f0-6155-4537-abab-1c0ecc078af5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c6ebf80-df7a-4cb9-9fee-a8468cbdd6c6 HTTP/1.1" status: 204 len: 168 time: 0.1615779 Oct 27 11:48:54.619974 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfc8f0-6155-4537-abab-1c0ecc078af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6ebf80-df7a-4cb9-9fee-a8468cbdd6c6,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:54.627749 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-722704fe-2172-4739-8d47-ed34ec6ab1f5 req-f58d7c15-8688-4532-93cc-53ab4104dd02 service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939118 Oct 27 11:48:54.724885 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aff6f3-d4ca-4750-a184-a95429a57054 req-1adf0f05-81f4-4cdf-b0ca-59dac152fa6e tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:54.726410 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16aff6f3-d4ca-4750-a184-a95429a57054 req-1adf0f05-81f4-4cdf-b0ca-59dac152fa6e tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 946 time: 0.1208580 Oct 27 11:48:54.769507 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-722704fe-2172-4739-8d47-ed34ec6ab1f5 req-279211c2-0e47-41f7-8994-c0498357f045 service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258373 Oct 27 11:48:54.791412 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-16aff6f3-d4ca-4750-a184-a95429a57054 req-77d7da00-6f16-4625-bbcf-25a16c5a7c8d tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/security-groups?id=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536251 Oct 27 11:48:55.006975 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713aed5a-3bf1-4f5d-9f53-f5f40727a6e9 req-779a9cf2-3014-44bf-b6bd-9d01ab428e31 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:55.008700 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-713aed5a-3bf1-4f5d-9f53-f5f40727a6e9 req-779a9cf2-3014-44bf-b6bd-9d01ab428e31 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 944 time: 0.0552351 Oct 27 11:48:55.039333 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53332) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:55.051095 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-713aed5a-3bf1-4f5d-9f53-f5f40727a6e9 req-e9be1247-753b-4bfe-a6c5-3fe3e9d40c4d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339913 Oct 27 11:48:55.052866 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-724f11a4-f5a8-48aa-83ab-53d3ed7b867b admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:55.140304 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec76c8a-4595-4b66-bd39-6efb620ba6b2 req-a25c14bb-4af9-4c45-bf23-537123409693 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:55.141942 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ec76c8a-4595-4b66-bd39-6efb620ba6b2 req-a25c14bb-4af9-4c45-bf23-537123409693 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 946 time: 0.0586362 Oct 27 11:48:55.148464 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-724f11a4-f5a8-48aa-83ab-53d3ed7b867b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:55.153179 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-724f11a4-f5a8-48aa-83ab-53d3ed7b867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:55.192265 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-724f11a4-f5a8-48aa-83ab-53d3ed7b867b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=241816ff42ec4643a741973a77e3ead0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517577 Oct 27 11:48:55.198070 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53336) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:48:55.215877 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f11a4-f5a8-48aa-83ab-53d3ed7b867b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccebee6-ccf8-47bf-b6ea-fe02c7f315d0,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:55.264642 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6ec29b4e-8ea9-4708-800b-d407aa9087e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:55.269314 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-2ec76c8a-4595-4b66-bd39-6efb620ba6b2 req-a3d3da14-d49b-42cf-8115-b44e439fad65 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Deleting port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:48:55.269828 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2ec76c8a-4595-4b66-bd39-6efb620ba6b2 req-a3d3da14-d49b-42cf-8115-b44e439fad65 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:55.291657 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6ec29b4e-8ea9-4708-800b-d407aa9087e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:55.345486 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6ec29b4e-8ea9-4708-800b-d407aa9087e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:55.349126 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-6ec29b4e-8ea9-4708-800b-d407aa9087e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:55.350320 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-6ec29b4e-8ea9-4708-800b-d407aa9087e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ccebee6-ccf8-47bf-b6ea-fe02c7f315d0 HTTP/1.1" status: 204 len: 168 time: 0.1511817 Oct 27 11:48:55.364024 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec29b4e-8ea9-4708-800b-d407aa9087e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccebee6-ccf8-47bf-b6ea-fe02c7f315d0,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:55.385386 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-2ec76c8a-4595-4b66-bd39-6efb620ba6b2 req-a3d3da14-d49b-42cf-8115-b44e439fad65 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] For port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d,segment=NetworkSegment(17ef9335-0201-4250-bdb0-dec60bbe73bf),segment_id=17ef9335-0201-4250-bdb0-dec60bbe73bf)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:48:55.385856 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2ec76c8a-4595-4b66-bd39-6efb620ba6b2 req-a3d3da14-d49b-42cf-8115-b44e439fad65 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:55.401528 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-2ec76c8a-4595-4b66-bd39-6efb620ba6b2 req-a3d3da14-d49b-42cf-8115-b44e439fad65 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Calling delete_port for 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:48:55.545610 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2ec76c8a-4595-4b66-bd39-6efb620ba6b2 req-a3d3da14-d49b-42cf-8115-b44e439fad65 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:55.557627 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:48:55.575910 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3da14-d49b-42cf-8115-b44e439fad65 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Pushing event deleted for resources: {'Port': ['ID=08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:55.627495 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec76c8a-4595-4b66-bd39-6efb620ba6b2 req-a3d3da14-d49b-42cf-8115-b44e439fad65 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] No DVR routers for this DVR port 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:48:55.630287 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2ec76c8a-4595-4b66-bd39-6efb620ba6b2 req-a3d3da14-d49b-42cf-8115-b44e439fad65 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:55.634650 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2ec76c8a-4595-4b66-bd39-6efb620ba6b2 req-a3d3da14-d49b-42cf-8115-b44e439fad65 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.41 "DELETE /v2.0/ports/08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d HTTP/1.1" status: 204 len: 173 time: 0.4855995 Oct 27 11:48:55.635126 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f88644e-e423-4a18-b40f-99e94120549c', 'name': 'network-vif-deleted', 'tag': '08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:48:55.643410 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33077e4-22be-4cae-bdc8-186dc7850067" -d '{"events": [{"server_uuid": "5f88644e-e423-4a18-b40f-99e94120549c", "name": "network-vif-deleted", "tag": "08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:48:55.686657 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a938da8-4b12-46cc-85ad-eda7bdc1e2a1 x-openstack-request-id: req-7a938da8-4b12-46cc-85ad-eda7bdc1e2a1 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:48:55.686986 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f88644e-e423-4a18-b40f-99e94120549c", "name": "network-vif-deleted", "tag": "08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:48:55.687234 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a938da8-4b12-46cc-85ad-eda7bdc1e2a1 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:48:55.687626 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f88644e-e423-4a18-b40f-99e94120549c', 'name': 'network-vif-deleted', 'tag': '08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d', 'status': 'completed', 'code': 200} Oct 27 11:48:55.907639 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dee733a6-2bf5-43f0-bc63-bd56b0fc2407 req-7943a751-ccdb-4133-b952-2378debf0886 tempest-VolumesSnapshotTestJSON-1028316716 tempest-VolumesSnapshotTestJSON-1028316716-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f88644e-e423-4a18-b40f-99e94120549c HTTP/1.1" status: 200 len: 210 time: 0.0311763 Oct 27 11:48:56.180582 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990f19e-a63a-44db-9881-7f533aa3bb76 req-860203b8-271e-4b52-a401-74384364a44b tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:56.182108 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8990f19e-a63a-44db-9881-7f533aa3bb76 req-860203b8-271e-4b52-a401-74384364a44b tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 944 time: 0.0548534 Oct 27 11:48:56.220489 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-8990f19e-a63a-44db-9881-7f533aa3bb76 req-eea46af1-23e2-43d0-a62a-a006162878cd tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321901 Oct 27 11:48:57.369587 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078261a6-38d7-40a9-8378-20d67b3c5469 req-063f6107-5f65-4ba4-a168-265777c9f7a7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:57.371161 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-078261a6-38d7-40a9-8378-20d67b3c5469 req-063f6107-5f65-4ba4-a168-265777c9f7a7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 944 time: 0.0625808 Oct 27 11:48:57.420560 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-078261a6-38d7-40a9-8378-20d67b3c5469 req-6f6e9c98-9c2d-4c4b-b629-33f87f02f7e5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430963 Oct 27 11:48:57.989433 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:48:58.095562 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:48:58.234739 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'port_id': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752', 'mac_address': 'fa:16:3e:82:7a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:48:58.274608 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:58.287716 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:48:58.317242 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:48:58.322702 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:58.377657 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:48:58.576331 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:48:58.584364 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886454bc-ea3e-475b-8c3d-c725c544f83a req-e3c07924-66d3-43eb-bb43-82b3c5c1b74b tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:58.585891 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886454bc-ea3e-475b-8c3d-c725c544f83a req-e3c07924-66d3-43eb-bb43-82b3c5c1b74b tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 945 time: 0.0856197 Oct 27 11:48:58.631567 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-886454bc-ea3e-475b-8c3d-c725c544f83a req-9fb1c9b9-a45c-43fb-83e3-9526b6a700ae tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385320 Oct 27 11:48:59.747747 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2f548-04a8-4190-8a96-854b38e995e8 req-c30500df-b756-461f-aea3-76913e5f0311 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:48:59.749303 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2dd2f548-04a8-4190-8a96-854b38e995e8 req-c30500df-b756-461f-aea3-76913e5f0311 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 945 time: 0.0486803 Oct 27 11:48:59.789629 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2dd2f548-04a8-4190-8a96-854b38e995e8 req-6c1f6857-433c-4847-8651-f4dd503f1372 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339506 Oct 27 11:49:00.907847 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea497d-cfab-4635-b285-a2ae199d851f req-15ca1ee3-8b85-47cb-adf9-fe8054c00fa7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:00.909396 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c9ea497d-cfab-4635-b285-a2ae199d851f req-15ca1ee3-8b85-47cb-adf9-fe8054c00fa7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 945 time: 0.0503085 Oct 27 11:49:00.952884 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c9ea497d-cfab-4635-b285-a2ae199d851f req-289d2263-e5be-406c-b06c-22d8e726986f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369058 Oct 27 11:49:01.766857 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:49:01.790670 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:49:01.791012 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 08951e3b-f9b3-4fe9-bd4d-3b4bedbba88d not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:49:02.077472 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3510b39-3eb8-4c83-8cd4-92c9e778a2ab req-30ea25db-82e5-4fc5-9c8f-b401a6e9be05 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:02.078975 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e3510b39-3eb8-4c83-8cd4-92c9e778a2ab req-30ea25db-82e5-4fc5-9c8f-b401a6e9be05 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 945 time: 0.0554354 Oct 27 11:49:02.121054 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-e3510b39-3eb8-4c83-8cd4-92c9e778a2ab req-5e9d65d6-6458-4456-acb9-0897ce0489c2 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355740 Oct 27 11:49:02.351763 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53512) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:02.962545 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-5957a0b9-5d0f-4526-92d9-64528d9d73a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Deleting port fb79cbc0-5d5b-49e5-88a9-e2b7a5af08b2 {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:49:02.962872 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5957a0b9-5d0f-4526-92d9-64528d9d73a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:03.101757 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5957a0b9-5d0f-4526-92d9-64528d9d73a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:03.102172 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5957a0b9-5d0f-4526-92d9-64528d9d73a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:03.123513 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-5957a0b9-5d0f-4526-92d9-64528d9d73a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Calling delete_port for fb79cbc0-5d5b-49e5-88a9-e2b7a5af08b2 owned by network:floatingip {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:49:03.253680 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da25f1-0c04-4eaf-8c39-62458e22132f req-1bbed941-a89a-4fd9-af21-85ad54ff0bd2 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:03.257984 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-22da25f1-0c04-4eaf-8c39-62458e22132f req-1bbed941-a89a-4fd9-af21-85ad54ff0bd2 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 945 time: 0.0584736 Oct 27 11:49:03.302077 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-22da25f1-0c04-4eaf-8c39-62458e22132f req-0c9c2515-ccd3-4942-8035-98e324c1cc3f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393119 Oct 27 11:49:03.329333 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5957a0b9-5d0f-4526-92d9-64528d9d73a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:03.357676 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957a0b9-5d0f-4526-92d9-64528d9d73a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Pushing event deleted for resources: {'Port': ['ID=fb79cbc0-5d5b-49e5-88a9-e2b7a5af08b2,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:03.432092 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5957a0b9-5d0f-4526-92d9-64528d9d73a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for floatingip, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:03.432542 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.l3_db [None req-5957a0b9-5d0f-4526-92d9-64528d9d73a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Floating IP c402821a-4d50-4d38-a07c-89f863899319 disassociated (deleted). External IP: 172.27.3.152, port: 4c67706f-7e0a-4ef6-9324-852d9e41a7b2. Oct 27 11:49:03.660999 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5957a0b9-5d0f-4526-92d9-64528d9d73a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Router c7e623c3-45d7-41f6-9cd2-0cd33304462e has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:49:03.760547 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:49:03.769265 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5957a0b9-5d0f-4526-92d9-64528d9d73a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:49:03.774474 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5957a0b9-5d0f-4526-92d9-64528d9d73a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:03.783707 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4945b-f8a3-41df-93c6-0306041383f9 None None] Sync routers for ids ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:49:03.808756 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4945b-f8a3-41df-93c6-0306041383f9 None None] Routers {'c7e623c3-45d7-41f6-9cd2-0cd33304462e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:49:03.809444 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-25c4945b-f8a3-41df-93c6-0306041383f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:48:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:03.814676 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-5957a0b9-5d0f-4526-92d9-64528d9d73a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "DELETE /v2.0/floatingips/c402821a-4d50-4d38-a07c-89f863899319 HTTP/1.1" status: 204 len: 168 time: 1.4610684 Oct 27 11:49:03.814676 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ebf678-183f-4946-82b8-508114c70277', 'tag': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2'}] {{(pid=108002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:49:03.817017 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4388124e3c3b051971e62aa59e6acc07dc3096b4c4758481fd87621de6f11c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3c6e16-8abb-42ea-9bc6-ac861116d53a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ebf678-183f-4946-82b8-508114c70277", "tag": "4c67706f-7e0a-4ef6-9324-852d9e41a7b2"}]}' {{(pid=108002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:49:03.858610 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f045d33-9451-416f-acdf-9d30cb731d13 x-openstack-request-id: req-9f045d33-9451-416f-acdf-9d30cb731d13 {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:49:03.858991 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ebf678-183f-4946-82b8-508114c70277", "tag": "4c67706f-7e0a-4ef6-9324-852d9e41a7b2", "status": "completed", "code": 200}]} {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:49:03.859298 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f045d33-9451-416f-acdf-9d30cb731d13 {{(pid=108002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:49:03.859805 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ebf678-183f-4946-82b8-508114c70277', 'tag': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'status': 'completed', 'code': 200} Oct 27 11:49:03.901112 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:49:03.908013 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:49:03.908749 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:03.945981 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c6e16-8abb-42ea-9bc6-ac861116d53a req-b8375a74-964f-467f-9e08-a75ce63c1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:03.947802 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ed3c6e16-8abb-42ea-9bc6-ac861116d53a req-b8375a74-964f-467f-9e08-a75ce63c1cd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f38f92679b64439a45356929b30a550&device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 1098 time: 0.0565999 Oct 27 11:49:03.982249 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-25c4945b-f8a3-41df-93c6-0306041383f9 None None] Set router c7e623c3-45d7-41f6-9cd2-0cd33304462e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:49:04.121092 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:04.127935 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dbca7-d2e5-41ce-8cfd-5d347929c932 req-e2e6bd4b-9d02-4595-8730-723c4930027a tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:04.129719 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-699dbca7-d2e5-41ce-8cfd-5d347929c932 req-e2e6bd4b-9d02-4595-8730-723c4930027a tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0887249 Oct 27 11:49:04.131504 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c6e16-8abb-42ea-9bc6-ac861116d53a req-68661b91-3841-4853-98a5-45de1a16d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:04.136135 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ed3c6e16-8abb-42ea-9bc6-ac861116d53a req-68661b91-3841-4853-98a5-45de1a16d13a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9b77b30a-35e6-40db-9719-c7556d6605d9 HTTP/1.1" status: 200 len: 911 time: 0.1691949 Oct 27 11:49:04.219451 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ed3c6e16-8abb-42ea-9bc6-ac861116d53a req-13e60ad8-1e3d-4260-b9b3-ffeca6c2139b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2 HTTP/1.1" status: 200 len: 217 time: 0.0690827 Oct 27 11:49:04.229362 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:49:04.232667 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4a973b-55b2-4d61-a11e-28cfad935bff" -d '{"events": [{"server_uuid": "6a9ca0da-7d76-4f50-a57e-04ec86071a1b", "name": "network-vif-plugged", "status": "completed", "tag": "eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:49:04.239029 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:49:04.244587 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:04.321772 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10890ef-2325-40b5-9b36-d73855ed3918 x-openstack-request-id: req-f10890ef-2325-40b5-9b36-d73855ed3918 {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:49:04.322017 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9ca0da-7d76-4f50-a57e-04ec86071a1b", "name": "network-vif-plugged", "status": "completed", "tag": "eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:49:04.322248 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f10890ef-2325-40b5-9b36-d73855ed3918 {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:49:04.322878 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752', 'code': 200} Oct 27 11:49:04.337061 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-699dbca7-d2e5-41ce-8cfd-5d347929c932 req-e1f3b8d0-1842-4f35-9988-5e065d2611a3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966398 Oct 27 11:49:04.365123 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c6e16-8abb-42ea-9bc6-ac861116d53a req-e12a2148-36f8-4b22-81be-340a37f228a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:04.366951 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ed3c6e16-8abb-42ea-9bc6-ac861116d53a req-e12a2148-36f8-4b22-81be-340a37f228a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9b96d60d-9ede-4ef7-a71b-5fba29fa7c72 HTTP/1.1" status: 200 len: 848 time: 0.1322584 Oct 27 11:49:04.408847 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:04.445180 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-25c4945b-f8a3-41df-93c6-0306041383f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:43:07Z', 'revision_number': 4, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port': {'id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:04Z', 'updated_at': '2021-10-27T11:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2', 'name': '', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'mac_address': 'fa:16:3e:ab:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:07Z', 'updated_at': '2021-10-27T11:43:13Z', 'revision_number': 5, 'project_id': '6f38f92679b64439a45356929b30a550', 'subnets': [{'id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:04.493435 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c6e16-8abb-42ea-9bc6-ac861116d53a req-5b12decd-a665-4872-8915-dbd8111755f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:04.495142 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ed3c6e16-8abb-42ea-9bc6-ac861116d53a req-5b12decd-a665-4872-8915-dbd8111755f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9b77b30a-35e6-40db-9719-c7556d6605d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1172292 Oct 27 11:49:04.518320 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4945b-f8a3-41df-93c6-0306041383f9 None None] Checking router: c7e623c3-45d7-41f6-9cd2-0cd33304462e for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:49:04.529348 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4945b-f8a3-41df-93c6-0306041383f9 None None] Routers {'c7e623c3-45d7-41f6-9cd2-0cd33304462e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:49:04.529983 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-25c4945b-f8a3-41df-93c6-0306041383f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:48:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:04.549359 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a149af8-fd57-4156-94b2-2b18f9eaeee4 req-969e9930-cd3b-49ec-9f2f-5ccb866b1a84 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:04.554653 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5a149af8-fd57-4156-94b2-2b18f9eaeee4 req-969e9930-cd3b-49ec-9f2f-5ccb866b1a84 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 946 time: 0.1188409 Oct 27 11:49:04.665244 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-25c4945b-f8a3-41df-93c6-0306041383f9 None None] Set router c7e623c3-45d7-41f6-9cd2-0cd33304462e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:49:04.667829 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5a149af8-fd57-4156-94b2-2b18f9eaeee4 req-5ebd7f6a-e8c8-454d-9605-d1e04a2a6d5d tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120062 Oct 27 11:49:04.675496 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53576) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:04.698077 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8026b-53c7-43fb-a63b-4a8e9087f621 req-b4bf3b55-0981-4fec-8fa7-303ff2daa0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:04.700959 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-90f8026b-53c7-43fb-a63b-4a8e9087f621 req-b4bf3b55-0981-4fec-8fa7-303ff2daa0d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 1099 time: 0.1110950 Oct 27 11:49:04.754833 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ed3c6e16-8abb-42ea-9bc6-ac861116d53a req-8b95cfe5-0813-489c-9bd5-4c6d527c6e6f service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426279 Oct 27 11:49:04.808462 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdc7f-1ed5-4292-981f-d5e7714d9a51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:04.829012 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-90f8026b-53c7-43fb-a63b-4a8e9087f621 req-87a5ef39-897e-43f3-abe8-732c764750b5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140122 Oct 27 11:49:04.890219 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ed3c6e16-8abb-42ea-9bc6-ac861116d53a req-a4228ee1-9217-43cc-84a4-e0778c874dad service neutron] 10.222.0.41 "GET /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239257 Oct 27 11:49:04.941460 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdc7f-1ed5-4292-981f-d5e7714d9a51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:04.945580 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-25c4945b-f8a3-41df-93c6-0306041383f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:43:07Z', 'revision_number': 4, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port': {'id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:04Z', 'updated_at': '2021-10-27T11:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2', 'name': '', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'mac_address': 'fa:16:3e:ab:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:07Z', 'updated_at': '2021-10-27T11:43:13Z', 'revision_number': 5, 'project_id': '6f38f92679b64439a45356929b30a550', 'subnets': [{'id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:04.947184 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdc7f-1ed5-4292-981f-d5e7714d9a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:04.971975 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4945b-f8a3-41df-93c6-0306041383f9 None None] The sync data for ids ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'] in dv-cinder-815146-3-iscsi is: [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:43:07Z', 'revision_number': 4, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port': {'id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:04Z', 'updated_at': '2021-10-27T11:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': 'f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2', 'name': '', 'network_id': '9b77b30a-35e6-40db-9719-c7556d6605d9', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'mac_address': 'fa:16:3e:ab:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:07Z', 'updated_at': '2021-10-27T11:43:13Z', 'revision_number': 5, 'project_id': '6f38f92679b64439a45356929b30a550', 'subnets': [{'id': '9b96d60d-9ede-4ef7-a71b-5fba29fa7c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:49:04.985970 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cdc7f-1ed5-4292-981f-d5e7714d9a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3344106d-7ecd-4ede-b321-66f8257c8d57,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:04.993359 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-dd2cdc7f-1ed5-4292-981f-d5e7714d9a51 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b7e2564abda54557a2f01418fb663d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130715 Oct 27 11:49:04.999106 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53580) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:05.061642 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8234-4887-467a-9495-b780fe138268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:05.089777 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8234-4887-467a-9495-b780fe138268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:05.150117 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8234-4887-467a-9495-b780fe138268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:05.153135 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8234-4887-467a-9495-b780fe138268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:05.154230 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-7c4d8234-4887-467a-9495-b780fe138268 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3344106d-7ecd-4ede-b321-66f8257c8d57 HTTP/1.1" status: 204 len: 168 time: 0.1540978 Oct 27 11:49:05.171649 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d8234-4887-467a-9495-b780fe138268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3344106d-7ecd-4ede-b321-66f8257c8d57,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:05.283751 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da701905-18ac-4b2d-973e-c7997a590cc2 None None] New status for floating IP c402821a-4d50-4d38-a07c-89f863899319: DOWN {{(pid=108005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:49:05.458883 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bacd2-bf96-4afe-87b3-03c9b897eb31 req-ad3be1ba-fc2d-4ab6-8898-20e445697796 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:05.460563 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d64bacd2-bf96-4afe-87b3-03c9b897eb31 req-ad3be1ba-fc2d-4ab6-8898-20e445697796 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0514357 Oct 27 11:49:05.513686 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-d64bacd2-bf96-4afe-87b3-03c9b897eb31 req-3761624e-3963-4206-92fa-ccb74420d9cf tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/security-groups?id=0eaaba60-582d-49e3-b531-92d20a82f2bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429878 Oct 27 11:49:05.546807 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53594) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:05.563320 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0931-36cb-4db8-85ec-9807a86388b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:05.659236 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0931-36cb-4db8-85ec-9807a86388b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:05.666155 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-2a8c0931-36cb-4db8-85ec-9807a86388b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:05.710127 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-2a8c0931-36cb-4db8-85ec-9807a86388b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=934180731ba64e12b03e909b453ae94c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620779 Oct 27 11:49:05.713119 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53598) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:05.713281 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c0931-36cb-4db8-85ec-9807a86388b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802edcbb-f49b-41cb-9ee0-7d473ae78284,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:05.849486 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-43a128c9-9ed6-4019-bd3c-0553ed728178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:05.872898 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba0c06-92e4-409d-9e13-aaee3468544d req-92a9adb3-3a91-4db8-b8d7-ca46edc51826 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:05.874383 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-baba0c06-92e4-409d-9e13-aaee3468544d req-92a9adb3-3a91-4db8-b8d7-ca46edc51826 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 946 time: 0.0872967 Oct 27 11:49:05.893802 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-43a128c9-9ed6-4019-bd3c-0553ed728178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:05.945592 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-baba0c06-92e4-409d-9e13-aaee3468544d req-ab5a419b-0bfb-4131-97a7-c033ec071f8e tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620110 Oct 27 11:49:05.976981 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-43a128c9-9ed6-4019-bd3c-0553ed728178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:05.980244 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-43a128c9-9ed6-4019-bd3c-0553ed728178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:05.981430 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-43a128c9-9ed6-4019-bd3c-0553ed728178 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/802edcbb-f49b-41cb-9ee0-7d473ae78284 HTTP/1.1" status: 204 len: 168 time: 0.2662356 Oct 27 11:49:05.990526 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a128c9-9ed6-4019-bd3c-0553ed728178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802edcbb-f49b-41cb-9ee0-7d473ae78284,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:06.064886 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863095e-36c2-4b66-9b80-04170283058c req-08a42d45-cf15-4b12-b344-4cd2c84c4db8 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:06.066864 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2863095e-36c2-4b66-9b80-04170283058c req-08a42d45-cf15-4b12-b344-4cd2c84c4db8 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 945 time: 0.0588431 Oct 27 11:49:06.195595 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-2863095e-36c2-4b66-9b80-04170283058c req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Deleting port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:49:06.195889 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2863095e-36c2-4b66-9b80-04170283058c req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:06.300394 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-2863095e-36c2-4b66-9b80-04170283058c req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] For port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:49:06.300751 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2863095e-36c2-4b66-9b80-04170283058c req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:06.316102 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-2863095e-36c2-4b66-9b80-04170283058c req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Calling delete_port for 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:49:06.397474 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53610) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:06.413557 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-4f9d2773-d4cf-42c4-9ec9-a109ee69ba60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:06.505111 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2863095e-36c2-4b66-9b80-04170283058c req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:06.541065 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Pushing event deleted for resources: {'Port': ['ID=4c67706f-7e0a-4ef6-9324-852d9e41a7b2,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:06.552770 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:06.553116 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:06.553457 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:06.553870 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:06.554198 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:06.554522 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:06.554877 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:06.555210 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:06.555605 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:06.555831 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:06.556150 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:06.556472 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:06.623028 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-2863095e-36c2-4b66-9b80-04170283058c req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] No DVR routers for this DVR port 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:49:06.626006 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-4f9d2773-d4cf-42c4-9ec9-a109ee69ba60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:06.635389 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-2863095e-36c2-4b66-9b80-04170283058c req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:06.638727 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2863095e-36c2-4b66-9b80-04170283058c req-9a8252f9-34f9-42f0-bd6a-1c063c80091f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.41 "DELETE /v2.0/ports/4c67706f-7e0a-4ef6-9324-852d9e41a7b2 HTTP/1.1" status: 204 len: 173 time: 0.5623839 Oct 27 11:49:06.639183 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ebf678-183f-4946-82b8-508114c70277', 'name': 'network-vif-deleted', 'tag': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:49:06.641438 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518f889f-66c5-485e-95ac-1e46efedf906" -d '{"events": [{"server_uuid": "d9ebf678-183f-4946-82b8-508114c70277", "name": "network-vif-deleted", "tag": "4c67706f-7e0a-4ef6-9324-852d9e41a7b2"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:49:06.646564 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-4f9d2773-d4cf-42c4-9ec9-a109ee69ba60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:06.672046 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-c6ecc25e-5391-4f45-802f-925dfc608cac req-6c008032-ca26-4615-b8a2-d4a373185125 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0539563 Oct 27 11:49:06.702504 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5617182-3cf7-424c-a574-7b357daeabaa x-openstack-request-id: req-e5617182-3cf7-424c-a574-7b357daeabaa {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:49:06.702824 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ebf678-183f-4946-82b8-508114c70277", "name": "network-vif-deleted", "tag": "4c67706f-7e0a-4ef6-9324-852d9e41a7b2", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:49:06.703079 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e5617182-3cf7-424c-a574-7b357daeabaa {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:49:06.703482 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ebf678-183f-4946-82b8-508114c70277', 'name': 'network-vif-deleted', 'tag': '4c67706f-7e0a-4ef6-9324-852d9e41a7b2', 'status': 'completed', 'code': 200} Oct 27 11:49:06.711745 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-4f9d2773-d4cf-42c4-9ec9-a109ee69ba60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fa966759ffd4b06a5061545aa174f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114607 Oct 27 11:49:06.712970 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53616) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:06.713479 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d2773-d4cf-42c4-9ec9-a109ee69ba60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f774cd-6c2e-4407-9108-ce08e1de41be,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:06.775325 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5a3d2417-4e21-4cbf-b9ad-a9d2ebab054f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:06.797428 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5a3d2417-4e21-4cbf-b9ad-a9d2ebab054f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:06.798651 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a565a7b7-0473-429e-b35b-b066a55e763b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:06.852888 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5a3d2417-4e21-4cbf-b9ad-a9d2ebab054f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:06.855570 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-5a3d2417-4e21-4cbf-b9ad-a9d2ebab054f admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:06.856738 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-5a3d2417-4e21-4cbf-b9ad-a9d2ebab054f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4f774cd-6c2e-4407-9108-ce08e1de41be HTTP/1.1" status: 204 len: 168 time: 0.1415453 Oct 27 11:49:06.865384 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d2417-4e21-4cbf-b9ad-a9d2ebab054f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f774cd-6c2e-4407-9108-ce08e1de41be,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:07.142784 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfc96b-4a38-49c1-985d-43d85404d423 req-813f5158-ea92-4dc9-9044-4bb26a4beaa0 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:07.147269 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-66cfc96b-4a38-49c1-985d-43d85404d423 req-813f5158-ea92-4dc9-9044-4bb26a4beaa0 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 946 time: 0.1081543 Oct 27 11:49:07.199802 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-66cfc96b-4a38-49c1-985d-43d85404d423 req-32409c8b-4a83-46ab-a09a-99a66542c934 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471637 Oct 27 11:49:07.347622 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13bf5f-d897-40ac-b7de-8d63df4d45c3 req-ead6eb63-2013-40e6-877c-5ed2481e9fb3 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:07.349349 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f13bf5f-d897-40ac-b7de-8d63df4d45c3 req-ead6eb63-2013-40e6-877c-5ed2481e9fb3 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 946 time: 0.0682240 Oct 27 11:49:07.395810 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6f13bf5f-d897-40ac-b7de-8d63df4d45c3 req-6024baf1-9975-4989-b930-743607da97e5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398397 Oct 27 11:49:07.418663 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53640) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:07.695831 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4294e4fe-6a6e-4c8d-b66a-de5bde045c0c tempest-TestVolumeBootPattern-730990869 tempest-TestVolumeBootPattern-730990869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:07.700930 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-4294e4fe-6a6e-4c8d-b66a-de5bde045c0c tempest-TestVolumeBootPattern-730990869 tempest-TestVolumeBootPattern-730990869-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 1094 time: 0.2783408 Oct 27 11:49:07.703432 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53654) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:07.726883 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.v2.base [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Request body: {'floatingip': {'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'port_id': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address': '172.20.0.14'}} {{(pid=108002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:49:07.760720 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for floatingip, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:07.800617 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f615768d-63ed-40cc-9caf-66ec5803509d req-2316d6d6-fe96-41e6-a2b9-60fb5c813e2f tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0287063 Oct 27 11:49:07.878942 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:07.989683 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_common [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Allocated IP 172.27.3.214 (edcb5bcc-18de-45b7-a83a-e99e3226c5b3/585145c1-30a1-4c5e-8d11-01d01cecd509/6ec592c6-56f5-48ed-b792-64e4002ba3a3) {{(pid=108002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:49:08.124439 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for port, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:08.174935 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:08.216538 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Network edcb5bcc-18de-45b7-a83a-e99e3226c5b3 is already hosted by enough agents. {{(pid=108002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:49:08.221101 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.base_scheduler [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Resources bound (agent type, host, resource id): {{(pid=108002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:49:08.225748 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Received port after_create {{(pid=108002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:49:08.247916 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'Port': ['ID=6ec592c6-56f5-48ed-b792-64e4002ba3a3,revision_number=1']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:08.627729 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for floatingip, precommit_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:08.693626 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:08.848032 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for port, precommit_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:08.853519 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29335528'] for port, after_update {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:08.916918 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a92e5b37-9e0d-46e4-a5f8-8b2338e9cf00 req-cb6df04e-c504-4977-9cd8-6bea14f914d3 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0272517 Oct 27 11:49:08.919299 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event updated for resources: {'Port': ['ID=6ec592c6-56f5-48ed-b792-64e4002ba3a3,revision_number=2']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:08.943170 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607785'] for floatingip, after_create {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:09.045663 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.l3_db [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Floating IP 1e9420cb-710e-4509-8246-6409243bc733 associated. External IP: 172.27.3.214, port: eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752. Oct 27 11:49:09.254012 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Router 1f7bf127-edb2-4ecf-8dde-11c235346d78 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:49:09.363547 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:49:09.375230 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab7bb46-72ea-4cdb-bff2-5260353d95ef None None] Sync routers for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:49:09.387632 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab7bb46-72ea-4cdb-bff2-5260353d95ef None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:49:09.388273 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-4ab7bb46-72ea-4cdb-bff2-5260353d95ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:48:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:09.391062 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:09.418367 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-8f845ba3-eaf3-49cf-9b2b-ffad229b1199 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7130351 Oct 27 11:49:09.419040 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'tag': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752'}] {{(pid=108002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:49:09.421437 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4388124e3c3b051971e62aa59e6acc07dc3096b4c4758481fd87621de6f11c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b6081e-281c-4ec0-ad30-9808d153821a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9ca0da-7d76-4f50-a57e-04ec86071a1b", "tag": "eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752"}]}' {{(pid=108002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:49:09.468112 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d3c3d0-4e4e-4308-b196-171f292cc179 x-openstack-request-id: req-b5d3c3d0-4e4e-4308-b196-171f292cc179 {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:49:09.468401 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9ca0da-7d76-4f50-a57e-04ec86071a1b", "tag": "eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752", "status": "completed", "code": 200}]} {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:49:09.468652 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5d3c3d0-4e4e-4308-b196-171f292cc179 {{(pid=108002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:49:09.469431 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'tag': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752', 'status': 'completed', 'code': 200} Oct 27 11:49:09.505653 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-4ab7bb46-72ea-4cdb-bff2-5260353d95ef None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:49:09.738101 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-4ab7bb46-72ea-4cdb-bff2-5260353d95ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '1e9420cb-710e-4509-8246-6409243bc733', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:82:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:49:08Z', 'updated_at': '2021-10-27T11:49:08Z', 'revision_number': 0, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}, {'id': 'b0080fff-0c78-4306-b451-361af5b541e5', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:90:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d4086-1103-4c0d-8190-8dea9da2d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:46:23Z', 'updated_at': '2021-10-27T11:46:25Z', 'revision_number': 1, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:09.765883 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab7bb46-72ea-4cdb-bff2-5260353d95ef None None] Checking router: 1f7bf127-edb2-4ecf-8dde-11c235346d78 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:49:09.782958 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab7bb46-72ea-4cdb-bff2-5260353d95ef None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:49:09.783559 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-4ab7bb46-72ea-4cdb-bff2-5260353d95ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:48:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:09.787818 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-263b7f94-df93-412d-ab2e-d8acf3f59504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:09.889994 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-4ab7bb46-72ea-4cdb-bff2-5260353d95ef None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:49:10.043457 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-aa0c1a4c-5fe7-4703-be13-ee2b84bbd461 req-84905318-f13d-49ca-904d-7a80988099f2 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9ebf678-183f-4946-82b8-508114c70277 HTTP/1.1" status: 200 len: 210 time: 0.0268259 Oct 27 11:49:10.246524 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-4ab7bb46-72ea-4cdb-bff2-5260353d95ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '1e9420cb-710e-4509-8246-6409243bc733', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:82:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:49:08Z', 'updated_at': '2021-10-27T11:49:08Z', 'revision_number': 0, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}, {'id': 'b0080fff-0c78-4306-b451-361af5b541e5', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:90:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d4086-1103-4c0d-8190-8dea9da2d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:46:23Z', 'updated_at': '2021-10-27T11:46:25Z', 'revision_number': 1, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:10.279316 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab7bb46-72ea-4cdb-bff2-5260353d95ef None None] The sync data for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi is: [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': '1e9420cb-710e-4509-8246-6409243bc733', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:82:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:49:08Z', 'updated_at': '2021-10-27T11:49:08Z', 'revision_number': 0, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}, {'id': 'b0080fff-0c78-4306-b451-361af5b541e5', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:90:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d4086-1103-4c0d-8190-8dea9da2d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:46:23Z', 'updated_at': '2021-10-27T11:46:25Z', 'revision_number': 1, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:49:10.471602 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59b6c6c-ad82-4e33-a2c0-ed3f9b3a5806 None None] New status for floating IP 1e9420cb-710e-4509-8246-6409243bc733: ACTIVE {{(pid=108005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:49:10.541227 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:10.741679 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:49:10.763773 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:49:10.764253 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 4c67706f-7e0a-4ef6-9324-852d9e41a7b2 not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:49:10.818895 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6081e-281c-4ec0-ad30-9808d153821a req-02afd8f7-02e3-4a88-b4ca-4db97bb2ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:10.820856 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-60b6081e-281c-4ec0-ad30-9808d153821a req-02afd8f7-02e3-4a88-b4ca-4db97bb2ab60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 1099 time: 0.0673246 Oct 27 11:49:10.924718 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6081e-281c-4ec0-ad30-9808d153821a req-3dc0a930-bcf0-477d-8f72-a2cc6323ace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:10.926207 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-60b6081e-281c-4ec0-ad30-9808d153821a req-3dc0a930-bcf0-477d-8f72-a2cc6323ace3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 913 time: 0.0982034 Oct 27 11:49:11.003525 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-60b6081e-281c-4ec0-ad30-9808d153821a req-87ee5032-018d-4d1e-8313-c83cf4cb719c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 HTTP/1.1" status: 200 len: 1002 time: 0.0691030 Oct 27 11:49:11.034036 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:11.061207 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6081e-281c-4ec0-ad30-9808d153821a req-f4503e85-1e4b-4604-b165-8e9072c66598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:11.062602 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-60b6081e-281c-4ec0-ad30-9808d153821a req-f4503e85-1e4b-4604-b165-8e9072c66598 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38d49ba1-e1bf-423b-8a40-a4419d3a55de HTTP/1.1" status: 200 len: 850 time: 0.0482557 Oct 27 11:49:11.106273 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53744) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:11.131513 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6081e-281c-4ec0-ad30-9808d153821a req-0fe7340b-7560-44de-9fd7-fd5583180b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:11.133471 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-60b6081e-281c-4ec0-ad30-9808d153821a req-0fe7340b-7560-44de-9fd7-fd5583180b3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619040 Oct 27 11:49:11.175348 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dd93d99d-e5bd-40a2-99b4-d001e2d0cbd1 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:11.203405 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dd93d99d-e5bd-40a2-99b4-d001e2d0cbd1 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:11.242691 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-60b6081e-281c-4ec0-ad30-9808d153821a req-621e1c89-b340-46e3-ae07-0aefb2638f8d service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951452 Oct 27 11:49:11.285054 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dd93d99d-e5bd-40a2-99b4-d001e2d0cbd1 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:11.288125 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-dd93d99d-e5bd-40a2-99b4-d001e2d0cbd1 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:11.292945 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-dd93d99d-e5bd-40a2-99b4-d001e2d0cbd1 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] 10.222.0.36 "DELETE /v2.0/security-groups/0eaaba60-582d-49e3-b531-92d20a82f2bb HTTP/1.1" status: 204 len: 168 time: 0.1818395 Oct 27 11:49:11.300129 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93d99d-e5bd-40a2-99b4-d001e2d0cbd1 tempest-TestShelveInstance-583733178 tempest-TestShelveInstance-583733178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaaba60-582d-49e3-b531-92d20a82f2bb,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:11.367025 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-60b6081e-281c-4ec0-ad30-9808d153821a req-b74a6cda-990c-4cbd-941e-6a3af65903bc service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156380 Oct 27 11:49:11.379249 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53752) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:11.979259 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9e70f9e4-0bc5-430b-8436-223352cddac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608041'] for router_interface, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:12.197328 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:12.461890 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-9e70f9e4-0bc5-430b-8436-223352cddac2 admin admin] Deleting port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:49:12.462509 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9e70f9e4-0bc5-430b-8436-223352cddac2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:12.545506 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [None req-9e70f9e4-0bc5-430b-8436-223352cddac2 admin admin] For port f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:49:12.545797 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9e70f9e4-0bc5-430b-8436-223352cddac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:12.559596 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-9e70f9e4-0bc5-430b-8436-223352cddac2 admin admin] Calling delete_port for f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 owned by network:router_interface {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:49:12.758819 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9e70f9e4-0bc5-430b-8436-223352cddac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:12.795361 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70f9e4-0bc5-430b-8436-223352cddac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:13.036511 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9e70f9e4-0bc5-430b-8436-223352cddac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608197'] for router_interface, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:13.317650 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e70f9e4-0bc5-430b-8436-223352cddac2 admin admin] Router c7e623c3-45d7-41f6-9cd2-0cd33304462e has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:49:13.433586 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e70f9e4-0bc5-430b-8436-223352cddac2 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:49:13.439070 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-9e70f9e4-0bc5-430b-8436-223352cddac2 admin admin] 10.222.0.36 "PUT /v2.0/routers/c7e623c3-45d7-41f6-9cd2-0cd33304462e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0582342 Oct 27 11:49:13.441550 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53776) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:13.444520 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86afed4f-72f1-4bab-9a35-bfa2d78179d3 None None] Sync routers for ids ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:49:13.462387 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86afed4f-72f1-4bab-9a35-bfa2d78179d3 None None] Routers {'c7e623c3-45d7-41f6-9cd2-0cd33304462e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:49:13.463231 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-86afed4f-72f1-4bab-9a35-bfa2d78179d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:49:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:13.555039 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] Publish callbacks [] for router, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:13.568688 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-86afed4f-72f1-4bab-9a35-bfa2d78179d3 None None] Set router c7e623c3-45d7-41f6-9cd2-0cd33304462e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:49:13.669184 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:13.735146 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] Deleting port 3649a1e4-fbc3-4420-a280-e374bebc5cd9 {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:49:13.735491 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:13.760973 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-86afed4f-72f1-4bab-9a35-bfa2d78179d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:49:12Z', 'revision_number': 5, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port': {'id': '3649a1e4-fbc3-4420-a280-e374bebc5cd9', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:04Z', 'updated_at': '2021-10-27T11:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:13.787872 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86afed4f-72f1-4bab-9a35-bfa2d78179d3 None None] Checking router: c7e623c3-45d7-41f6-9cd2-0cd33304462e for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:49:13.796131 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86afed4f-72f1-4bab-9a35-bfa2d78179d3 None None] Routers {'c7e623c3-45d7-41f6-9cd2-0cd33304462e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:49:13.796754 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-86afed4f-72f1-4bab-9a35-bfa2d78179d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:49:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:13.823247 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] For port 3649a1e4-fbc3-4420-a280-e374bebc5cd9, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=3649a1e4-fbc3-4420-a280-e374bebc5cd9,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:49:13.823719 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:13.839115 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] Calling delete_port for 3649a1e4-fbc3-4420-a280-e374bebc5cd9 owned by network:router_gateway {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:49:13.885068 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-86afed4f-72f1-4bab-9a35-bfa2d78179d3 None None] Set router c7e623c3-45d7-41f6-9cd2-0cd33304462e gateway port host: None {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:49:13.939847 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-86afed4f-72f1-4bab-9a35-bfa2d78179d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:49:13Z', 'revision_number': 6, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port_host': None}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:13.967292 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86afed4f-72f1-4bab-9a35-bfa2d78179d3 None None] The sync data for ids ['c7e623c3-45d7-41f6-9cd2-0cd33304462e'] in dv-cinder-815146-3-iscsi is: [{'id': 'c7e623c3-45d7-41f6-9cd2-0cd33304462e', 'name': 'tempest-TestShelveInstance-1046590205-router', 'tenant_id': '6f38f92679b64439a45356929b30a550', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:03Z', 'updated_at': '2021-10-27T11:49:13Z', 'revision_number': 6, 'project_id': '6f38f92679b64439a45356929b30a550', 'gw_port_host': None}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:49:14.023630 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.049931 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] Pushing event deleted for resources: {'Port': ['ID=3649a1e4-fbc3-4420-a280-e374bebc5cd9,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:14.119241 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607847'] for router_gateway, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.216902 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4054'] for router, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.219344 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.267402 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-607258'] for router, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.267878 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7e623c3-45d7-41f6-9cd2-0cd33304462e {{(pid=108002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:49:14.274889 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] Publish callbacks [] for router, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.276056 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-d5174ba1-36cc-4fbe-bae4-d4a07db4c75b admin admin] 10.222.0.36 "DELETE /v2.0/routers/c7e623c3-45d7-41f6-9cd2-0cd33304462e HTTP/1.1" status: 204 len: 168 time: 0.8328824 Oct 27 11:49:14.282303 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53790) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:14.328982 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7f8ba6-fd8d-44f4-aa0c-a5929e24494a admin admin] Deleting subnet 9b96d60d-9ede-4ef7-a71b-5fba29fa7c72 {{(pid=108002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:49:14.332256 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8ba6-fd8d-44f4-aa0c-a5929e24494a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.372553 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8ba6-fd8d-44f4-aa0c-a5929e24494a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28753158'] for subnet, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.471593 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8ba6-fd8d-44f4-aa0c-a5929e24494a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.527716 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8ba6-fd8d-44f4-aa0c-a5929e24494a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29335334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25368705'] for subnet, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.552329 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f8ba6-fd8d-44f4-aa0c-a5929e24494a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b96d60d-9ede-4ef7-a71b-5fba29fa7c72,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:14.556181 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-0f7f8ba6-fd8d-44f4-aa0c-a5929e24494a admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.559501 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-0f7f8ba6-fd8d-44f4-aa0c-a5929e24494a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9b96d60d-9ede-4ef7-a71b-5fba29fa7c72 HTTP/1.1" status: 204 len: 168 time: 0.2761784 Oct 27 11:49:14.562079 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53792) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:14.562762 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245d0dc0-72d2-42e4-9ee4-bf9aa84eb644 None None] Network 9b77b30a-35e6-40db-9719-c7556d6605d9 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:49:14.633355 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.698886 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Deleting port 1d60fd1d-1232-4ea0-8166-4c257b100118 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:49:14.699190 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.775882 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e74a14-efb9-4488-922d-2d0b08cfd4f2 None None] DHCP port deletion for 9b77b30a-35e6-40db-9719-c7556d6605d9 request from dv-cinder-815146-3-iscsi {{(pid=108004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:49:14.788208 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] For port 1d60fd1d-1232-4ea0-8166-4c257b100118, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=1d60fd1d-1232-4ea0-8166-4c257b100118,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:49:14.788583 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.811640 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Calling delete_port for 1d60fd1d-1232-4ea0-8166-4c257b100118 owned by network:dhcp {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:49:14.829005 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:49:14.852914 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:49:14.853333 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device f0d9c2c5-739c-400b-bd2f-22ecbf2a8bd2 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:49:14.853629 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 3649a1e4-fbc3-4420-a280-e374bebc5cd9 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:49:14.876759 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: 3649a1e4-fbc3-4420-a280-e374bebc5cd9 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:49:14.877094 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 3649a1e4-fbc3-4420-a280-e374bebc5cd9 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:49:14.883797 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-01e74a14-efb9-4488-922d-2d0b08cfd4f2 None None] Deleting port 1d60fd1d-1232-4ea0-8166-4c257b100118 {{(pid=108004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:49:14.884056 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-01e74a14-efb9-4488-922d-2d0b08cfd4f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.901465 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.934514 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] No DVR routers for this DVR port 1d60fd1d-1232-4ea0-8166-4c257b100118 on host dv-cinder-815146-3-iscsi {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:49:14.936633 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=1d60fd1d-1232-4ea0-8166-4c257b100118,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:14.952544 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-01e74a14-efb9-4488-922d-2d0b08cfd4f2 None None] For port 1d60fd1d-1232-4ea0-8166-4c257b100118, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=1d60fd1d-1232-4ea0-8166-4c257b100118,segment=NetworkSegment(3eca4d4f-f65f-467d-845d-25210b1b3004),segment_id=3eca4d4f-f65f-467d-845d-25210b1b3004)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:49:14.952930 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-01e74a14-efb9-4488-922d-2d0b08cfd4f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:14.965351 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-01e74a14-efb9-4488-922d-2d0b08cfd4f2 None None] Calling delete_port for 1d60fd1d-1232-4ea0-8166-4c257b100118 owned by network:dhcp {{(pid=108004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:49:15.011832 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:15.034944 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b77b30a-35e6-40db-9719-c7556d6605d9']}} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:15.045656 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eca4d4f-f65f-467d-845d-25210b1b3004') {'for_net_delete': True} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:15.045945 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eca4d4f-f65f-467d-845d-25210b1b3004') {} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:15.054152 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-01e74a14-efb9-4488-922d-2d0b08cfd4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:15.059823 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25220849'] for segment, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:15.074970 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:15.080239 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e74a14-efb9-4488-922d-2d0b08cfd4f2 None None] Pushing event deleted for resources: {'Port': ['ID=1d60fd1d-1232-4ea0-8166-4c257b100118,revision_number=None']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:15.082210 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e74a14-efb9-4488-922d-2d0b08cfd4f2 None None] No DVR routers for this DVR port 1d60fd1d-1232-4ea0-8166-4c257b100118 on host dv-cinder-815146-3-iscsi {{(pid=108004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:49:15.086358 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=108003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:49:15.086960 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406069'] for segment, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: Traceback (most recent call last): Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: timer() Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: cb(*args, **kw) Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: return func(*args, **kwargs) Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: self._notify() Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: self.callback(batched_events) Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: event.method(event) Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: return f(self, *a, **k) Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._get(url).json() Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: return self.request(url, 'GET', **kwargs) Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:49:15.093901 dv-cinder-815146-3-iscsi neutron-server[108003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:49:15.153620 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:15.158566 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:15.162943 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] 10.222.0.36 "DELETE /v2.0/networks/9b77b30a-35e6-40db-9719-c7556d6605d9 HTTP/1.1" status: 204 len: 168 time: 0.5993803 Oct 27 11:49:15.165583 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53800) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:15.214967 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398ce4c-103d-4d59-9b34-295882d2b3aa admin admin] Pushing event deleted for resources: {'Network': ['ID=9b77b30a-35e6-40db-9719-c7556d6605d9,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:15.545884 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-64033c05-f94a-4374-83a4-1b136bcf7cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608041'] for router_interface, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:15.806049 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-64033c05-f94a-4374-83a4-1b136bcf7cbf admin admin] Deleting port 75ea473a-1f70-4528-9338-0f889d59432f {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:49:15.806901 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-64033c05-f94a-4374-83a4-1b136bcf7cbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:15.884693 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [None req-64033c05-f94a-4374-83a4-1b136bcf7cbf admin admin] For port 75ea473a-1f70-4528-9338-0f889d59432f, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=75ea473a-1f70-4528-9338-0f889d59432f,segment=NetworkSegment(54c09f43-647c-4fdd-b72a-117447f32ecd),segment_id=54c09f43-647c-4fdd-b72a-117447f32ecd)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:49:15.885042 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-64033c05-f94a-4374-83a4-1b136bcf7cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:15.897104 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-64033c05-f94a-4374-83a4-1b136bcf7cbf admin admin] Calling delete_port for 75ea473a-1f70-4528-9338-0f889d59432f owned by network:router_interface {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:49:16.087459 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-64033c05-f94a-4374-83a4-1b136bcf7cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:16.118080 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64033c05-f94a-4374-83a4-1b136bcf7cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=75ea473a-1f70-4528-9338-0f889d59432f,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:16.568322 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-64033c05-f94a-4374-83a4-1b136bcf7cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608197'] for router_interface, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:16.606719 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 1d60fd1d-1232-4ea0-8166-4c257b100118 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:49:16.626953 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: 1d60fd1d-1232-4ea0-8166-4c257b100118 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:49:16.627384 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 1d60fd1d-1232-4ea0-8166-4c257b100118 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:49:16.819798 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64033c05-f94a-4374-83a4-1b136bcf7cbf admin admin] Router f7baf3cc-fcfd-433e-9f16-3725f4d49e5e has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:49:16.924908 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64033c05-f94a-4374-83a4-1b136bcf7cbf admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:49:16.931563 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-64033c05-f94a-4374-83a4-1b136bcf7cbf admin admin] 10.222.0.36 "PUT /v2.0/routers/f7baf3cc-fcfd-433e-9f16-3725f4d49e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7640741 Oct 27 11:49:16.933842 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53824) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:16.934635 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62785d60-0a89-4337-8e02-c6834f34266b None None] Sync routers for ids ['f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:49:16.945641 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62785d60-0a89-4337-8e02-c6834f34266b None None] Routers {'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:49:16.946327 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-62785d60-0a89-4337-8e02-c6834f34266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:49:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:17.041113 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] Publish callbacks [] for router, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:17.061040 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-62785d60-0a89-4337-8e02-c6834f34266b None None] Set router f7baf3cc-fcfd-433e-9f16-3725f4d49e5e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:49:17.155911 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:17.229289 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] Deleting port ba07b0f4-e627-46c9-a1b0-02158c6de16e {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:49:17.229692 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:17.233164 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:49:17.336305 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] For port ba07b0f4-e627-46c9-a1b0-02158c6de16e, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=ba07b0f4-e627-46c9-a1b0-02158c6de16e,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:49:17.336871 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:17.367736 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] Calling delete_port for ba07b0f4-e627-46c9-a1b0-02158c6de16e owned by network:router_gateway {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:49:17.371657 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-62785d60-0a89-4337-8e02-c6834f34266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'name': 'tempest-TestShelveInstance-534519756-router', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ba07b0f4-e627-46c9-a1b0-02158c6de16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:10Z', 'updated_at': '2021-10-27T11:49:16Z', 'revision_number': 5, 'project_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'gw_port': {'id': 'ba07b0f4-e627-46c9-a1b0-02158c6de16e', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:43:11Z', 'updated_at': '2021-10-27T11:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:17.404608 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62785d60-0a89-4337-8e02-c6834f34266b None None] Checking router: f7baf3cc-fcfd-433e-9f16-3725f4d49e5e for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:49:17.414289 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62785d60-0a89-4337-8e02-c6834f34266b None None] Routers {'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:49:17.414863 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-62785d60-0a89-4337-8e02-c6834f34266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:49:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:17.519662 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-62785d60-0a89-4337-8e02-c6834f34266b None None] Set router f7baf3cc-fcfd-433e-9f16-3725f4d49e5e gateway port host: None {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:49:17.579928 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-62785d60-0a89-4337-8e02-c6834f34266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'name': 'tempest-TestShelveInstance-534519756-router', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:10Z', 'updated_at': '2021-10-27T11:49:17Z', 'revision_number': 6, 'project_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'gw_port_host': None}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:17.601137 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:17.620432 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62785d60-0a89-4337-8e02-c6834f34266b None None] The sync data for ids ['f7baf3cc-fcfd-433e-9f16-3725f4d49e5e'] in dv-cinder-815146-3-iscsi is: [{'id': 'f7baf3cc-fcfd-433e-9f16-3725f4d49e5e', 'name': 'tempest-TestShelveInstance-534519756-router', 'tenant_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:43:10Z', 'updated_at': '2021-10-27T11:49:17Z', 'revision_number': 6, 'project_id': 'e7744a0dd0bc4a35955e92ad04ab9078', 'gw_port_host': None}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:49:17.651596 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba07b0f4-e627-46c9-a1b0-02158c6de16e,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:17.728159 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607847'] for router_gateway, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:17.834003 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4054'] for router, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:17.836438 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:17.904463 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-607258'] for router, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:17.905598 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7baf3cc-fcfd-433e-9f16-3725f4d49e5e {{(pid=108003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:49:17.911606 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] Publish callbacks [] for router, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:17.915718 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-8b00e7fb-cf37-40c5-9bd2-137ae356bb3e admin admin] 10.222.0.36 "DELETE /v2.0/routers/f7baf3cc-fcfd-433e-9f16-3725f4d49e5e HTTP/1.1" status: 204 len: 168 time: 0.9783452 Oct 27 11:49:17.915718 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53844) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:17.973758 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3124c0-b3f6-424d-a057-17acf2477845 admin admin] Deleting subnet 67814099-132f-4fff-bdcb-183dcb71c33e {{(pid=108003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:49:17.977618 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3f3124c0-b3f6-424d-a057-17acf2477845 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.048980 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3f3124c0-b3f6-424d-a057-17acf2477845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25220744'] for subnet, precommit_delete_associations {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.154373 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3f3124c0-b3f6-424d-a057-17acf2477845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.216421 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3f3124c0-b3f6-424d-a057-17acf2477845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25412915'] for subnet, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.244222 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3124c0-b3f6-424d-a057-17acf2477845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67814099-132f-4fff-bdcb-183dcb71c33e,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:18.247920 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-3f3124c0-b3f6-424d-a057-17acf2477845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.251153 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-3f3124c0-b3f6-424d-a057-17acf2477845 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/67814099-132f-4fff-bdcb-183dcb71c33e HTTP/1.1" status: 204 len: 168 time: 0.3344817 Oct 27 11:49:18.253810 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53850) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:18.256455 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabdea32-0fea-44b9-b750-8f4c87ae8328 None None] Network ec2e1250-4221-49eb-957a-7b7f67e55ea2 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:49:18.329182 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.404938 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Deleting port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:49:18.405469 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.463576 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3733ad26-faf4-4509-8ac8-9ef043acb165 None None] DHCP port deletion for ec2e1250-4221-49eb-957a-7b7f67e55ea2 request from dv-cinder-815146-3-iscsi {{(pid=108004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:49:18.499302 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] For port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5,segment=NetworkSegment(54c09f43-647c-4fdd-b72a-117447f32ecd),segment_id=54c09f43-647c-4fdd-b72a-117447f32ecd)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:49:18.499776 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.528877 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Calling delete_port for 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 owned by network:dhcp {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:49:18.540791 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-3733ad26-faf4-4509-8ac8-9ef043acb165 None None] Deleting port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 {{(pid=108004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:49:18.541264 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-3733ad26-faf4-4509-8ac8-9ef043acb165 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.618849 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 75ea473a-1f70-4528-9338-0f889d59432f no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:49:18.657562 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.664367 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: 75ea473a-1f70-4528-9338-0f889d59432f {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:49:18.664884 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 75ea473a-1f70-4528-9338-0f889d59432f not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:49:18.665547 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device ba07b0f4-e627-46c9-a1b0-02158c6de16e no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:49:18.706739 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:18.710583 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] No DVR routers for this DVR port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 on host dv-cinder-815146-3-iscsi {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:49:18.712945 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: ba07b0f4-e627-46c9-a1b0-02158c6de16e {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:49:18.713484 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device ba07b0f4-e627-46c9-a1b0-02158c6de16e not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:49:18.714157 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:49:18.766056 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:49:18.766938 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:49:18.772972 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-3733ad26-faf4-4509-8ac8-9ef043acb165 None None] For port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5,segment=NetworkSegment(54c09f43-647c-4fdd-b72a-117447f32ecd),segment_id=54c09f43-647c-4fdd-b72a-117447f32ecd)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:49:18.774029 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-3733ad26-faf4-4509-8ac8-9ef043acb165 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.793156 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-3733ad26-faf4-4509-8ac8-9ef043acb165 None None] Calling delete_port for 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 owned by network:dhcp {{(pid=108004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:49:18.835073 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.869968 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2e1250-4221-49eb-957a-7b7f67e55ea2']}} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:18.898781 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c09f43-647c-4fdd-b72a-117447f32ecd') {'for_net_delete': True} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:18.899598 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c09f43-647c-4fdd-b72a-117447f32ecd') {} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:18.928127 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25220849'] for segment, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.972832 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.983047 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=108003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:49:18.983372 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406069'] for segment, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:18.988644 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-3733ad26-faf4-4509-8ac8-9ef043acb165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:19.015196 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3733ad26-faf4-4509-8ac8-9ef043acb165 None None] No DVR routers for this DVR port 6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5 on host dv-cinder-815146-3-iscsi {{(pid=108004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:49:19.048812 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733ad26-faf4-4509-8ac8-9ef043acb165 None None] Pushing event deleted for resources: {'Port': ['ID=6dc24bbe-7d7f-4fa2-a5a1-258abd3ee5f5,revision_number=None']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: Traceback (most recent call last): Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: timer() Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: cb(*args, **kw) Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: return func(*args, **kwargs) Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: self._notify() Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: self.callback(batched_events) Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: event.method(event) Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: return f(self, *a, **k) Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._get(url).json() Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: return self.request(url, 'GET', **kwargs) Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:49:19.067406 dv-cinder-815146-3-iscsi neutron-server[108003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:49:19.076952 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:19.087062 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:19.091431 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ec2e1250-4221-49eb-957a-7b7f67e55ea2 HTTP/1.1" status: 204 len: 168 time: 0.8365355 Oct 27 11:49:19.120382 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbe347-887b-471e-96c3-a1a5c13d4ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec2e1250-4221-49eb-957a-7b7f67e55ea2,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:19.253440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53878) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:19.302858 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-9dd2aeb9-85c1-4634-95cf-88669126068e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f38f92679b64439a45356929b30a550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478725 Oct 27 11:49:19.305561 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53880) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:19.360610 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e93d90f2-fd8e-4afb-884a-56c7d901fe89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:19.388947 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e93d90f2-fd8e-4afb-884a-56c7d901fe89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:19.447910 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e93d90f2-fd8e-4afb-884a-56c7d901fe89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:19.450908 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-e93d90f2-fd8e-4afb-884a-56c7d901fe89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:19.452235 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-e93d90f2-fd8e-4afb-884a-56c7d901fe89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/931b5094-6b55-4d6e-8f68-c265997865e6 HTTP/1.1" status: 204 len: 168 time: 0.1454260 Oct 27 11:49:19.461239 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d90f2-fd8e-4afb-884a-56c7d901fe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931b5094-6b55-4d6e-8f68-c265997865e6,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:19.807463 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53886) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:19.854255 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-b797f634-005a-4868-ad6c-0bd70776b2b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7744a0dd0bc4a35955e92ad04ab9078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459599 Oct 27 11:49:19.856481 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53888) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:19.913798 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-857b7348-f2d2-4ec0-8e38-8774827b5ac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:19.945650 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-857b7348-f2d2-4ec0-8e38-8774827b5ac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:19.995276 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-857b7348-f2d2-4ec0-8e38-8774827b5ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:19.999903 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-857b7348-f2d2-4ec0-8e38-8774827b5ac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:20.001690 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-857b7348-f2d2-4ec0-8e38-8774827b5ac4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2422bb9-91c0-489b-b035-a9376c9895e0 HTTP/1.1" status: 204 len: 168 time: 0.1441169 Oct 27 11:49:20.014010 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b7348-f2d2-4ec0-8e38-8774827b5ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2422bb9-91c0-489b-b035-a9376c9895e0,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:20.017327 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:21.304224 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 53908) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:21.348211 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Deleting subnet cb613630-d77f-4e8d-873e-83fc938fb902 {{(pid=108002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:49:21.351255 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:21.389121 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28753158'] for subnet, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:21.429509 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:21.483494 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29335334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25368705'] for subnet, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:21.513068 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:21.516689 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cb613630-d77f-4e8d-873e-83fc938fb902 HTTP/1.1" status: 204 len: 168 time: 0.2114124 Oct 27 11:49:21.517773 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb613630-d77f-4e8d-873e-83fc938fb902,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:21.519311 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53910) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:21.525570 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:21.526161 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:21.526499 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:21.526864 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:21.527243 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:21.527579 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:21.527904 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:21.528267 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:21.528571 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:21.528888 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:21.529206 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:21.529521 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0a176f-9554-434f-bbc9-cdf2de6c1227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:49:21.591578 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1c2eddc8-767a-4938-a24b-45af322cfd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:21.681211 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1c2eddc8-767a-4938-a24b-45af322cfd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:21.703233 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-1c2eddc8-767a-4938-a24b-45af322cfd35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970e5080-45f9-4314-8283-d4cf7abdbff6']}} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:21.714160 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-1c2eddc8-767a-4938-a24b-45af322cfd35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ef9335-0201-4250-bdb0-dec60bbe73bf') {'for_net_delete': True} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:21.714448 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-1c2eddc8-767a-4938-a24b-45af322cfd35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ef9335-0201-4250-bdb0-dec60bbe73bf') {} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:49:21.724900 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1c2eddc8-767a-4938-a24b-45af322cfd35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25220849'] for segment, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:21.738155 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1c2eddc8-767a-4938-a24b-45af322cfd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:21.745131 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2eddc8-767a-4938-a24b-45af322cfd35 admin admin] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=108003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:49:21.745425 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1c2eddc8-767a-4938-a24b-45af322cfd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406069'] for segment, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: Traceback (most recent call last): Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: timer() Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: cb(*args, **kw) Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: return func(*args, **kwargs) Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: self._notify() Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: self.callback(batched_events) Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: event.method(event) Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: return f(self, *a, **k) Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._get(url).json() Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: return self.request(url, 'GET', **kwargs) Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:49:21.747639 dv-cinder-815146-3-iscsi neutron-server[108003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:49:21.800976 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1c2eddc8-767a-4938-a24b-45af322cfd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:21.806326 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-1c2eddc8-767a-4938-a24b-45af322cfd35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:21.810056 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-1c2eddc8-767a-4938-a24b-45af322cfd35 admin admin] 10.222.0.36 "DELETE /v2.0/networks/970e5080-45f9-4314-8283-d4cf7abdbff6 HTTP/1.1" status: 204 len: 168 time: 0.2896698 Oct 27 11:49:21.827331 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2eddc8-767a-4938-a24b-45af322cfd35 admin admin] Pushing event deleted for resources: {'Network': ['ID=970e5080-45f9-4314-8283-d4cf7abdbff6,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:22.001280 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53914) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:22.043555 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-cd08cdc5-1b8c-4cd8-a912-97c2d74fa43a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a166a108b0fa46b1ab9688ebc623b176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410969 Oct 27 11:49:22.046488 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53916) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:22.101237 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-de80f9b8-32f7-46e6-a9ca-fe16316553f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:22.124616 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-de80f9b8-32f7-46e6-a9ca-fe16316553f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:22.186444 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-de80f9b8-32f7-46e6-a9ca-fe16316553f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:22.189174 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-de80f9b8-32f7-46e6-a9ca-fe16316553f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:22.190348 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-de80f9b8-32f7-46e6-a9ca-fe16316553f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fc36a7f-3401-4fcf-9d40-ef96eb49c70d HTTP/1.1" status: 204 len: 168 time: 0.1428971 Oct 27 11:49:22.199364 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80f9b8-32f7-46e6-a9ca-fe16316553f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc36a7f-3401-4fcf-9d40-ef96eb49c70d,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:24.831542 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53950) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:24.934435 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a5fb-f06a-422f-937c-13d02b7bda79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:25.010152 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a5fb-f06a-422f-937c-13d02b7bda79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:25.013999 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-e1d9a5fb-f06a-422f-937c-13d02b7bda79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:25.052493 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9a5fb-f06a-422f-937c-13d02b7bda79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2e7635-3aa2-4b03-9155-5b56c734e136,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:25.056609 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-e1d9a5fb-f06a-422f-937c-13d02b7bda79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e57f903a08d4fac8c1ea8c64ee5c769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240334 Oct 27 11:49:25.059316 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 53954) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:25.111051 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7ad7ee89-c716-4377-8316-8bfa9d386a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:25.131033 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7ad7ee89-c716-4377-8316-8bfa9d386a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:25.178139 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7ad7ee89-c716-4377-8316-8bfa9d386a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:25.180704 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-7ad7ee89-c716-4377-8316-8bfa9d386a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:25.181861 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-7ad7ee89-c716-4377-8316-8bfa9d386a9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de2e7635-3aa2-4b03-9155-5b56c734e136 HTTP/1.1" status: 204 len: 168 time: 0.1210952 Oct 27 11:49:25.189612 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7ee89-c716-4377-8316-8bfa9d386a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2e7635-3aa2-4b03-9155-5b56c734e136,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:36.798358 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-f14b6818-0cbc-46f3-b192-bfdacf5ccf90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:39.780140 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-a34580d8-ebbf-4f11-9b20-cc0f4dae8b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:40.545101 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:41.036765 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:42.196856 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:50.013249 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:52.024486 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 54254) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:52.133987 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-766ec603-4752-42df-8ee6-19d94afe938e admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:52.213566 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-766ec603-4752-42df-8ee6-19d94afe938e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:52.217580 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-766ec603-4752-42df-8ee6-19d94afe938e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:52.254237 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ec603-4752-42df-8ee6-19d94afe938e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a8a6a9-392f-4882-a35b-fb1a73e0b164,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:52.258681 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-766ec603-4752-42df-8ee6-19d94afe938e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=784191875d004fdea214500c580075b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331567 Oct 27 11:49:52.261694 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 54258) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:49:52.311095 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-4db479dc-086b-41f0-9f9f-79cfb8e0365a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:52.332939 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-4db479dc-086b-41f0-9f9f-79cfb8e0365a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:52.390868 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-4db479dc-086b-41f0-9f9f-79cfb8e0365a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:52.395018 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-4db479dc-086b-41f0-9f9f-79cfb8e0365a admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:52.396657 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-4db479dc-086b-41f0-9f9f-79cfb8e0365a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7a8a6a9-392f-4882-a35b-fb1a73e0b164 HTTP/1.1" status: 204 len: 168 time: 0.1340036 Oct 27 11:49:52.407143 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db479dc-086b-41f0-9f9f-79cfb8e0365a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a8a6a9-392f-4882-a35b-fb1a73e0b164,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:49:54.222585 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:49:55.712810 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b03f9890-3315-4973-b7b8-cf2569cba066 req-c9de3a92-5861-4db5-a3a0-ebe5bfe27fd1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452328 Oct 27 11:49:55.780697 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f9890-3315-4973-b7b8-cf2569cba066 req-805145d5-5f00-40c8-ad8c-8515778c26d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:55.782191 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b03f9890-3315-4973-b7b8-cf2569cba066 req-805145d5-5f00-40c8-ad8c-8515778c26d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 1098 time: 0.0448513 Oct 27 11:49:55.898386 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f9890-3315-4973-b7b8-cf2569cba066 req-ed754e28-01f2-434c-8e25-f12b396c3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:55.899773 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b03f9890-3315-4973-b7b8-cf2569cba066 req-ed754e28-01f2-434c-8e25-f12b396c3552 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 913 time: 0.0979240 Oct 27 11:49:55.967488 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b03f9890-3315-4973-b7b8-cf2569cba066 req-f9f9049f-7222-4cd1-b313-ce72d15f3956 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc8c110b-f201-4392-8778-0c9c2edf70e2 HTTP/1.1" status: 200 len: 1000 time: 0.0601473 Oct 27 11:49:56.019999 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f9890-3315-4973-b7b8-cf2569cba066 req-87c5c009-7544-4516-9305-f7f1d479cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:56.021534 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b03f9890-3315-4973-b7b8-cf2569cba066 req-87c5c009-7544-4516-9305-f7f1d479cdd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38d49ba1-e1bf-423b-8a40-a4419d3a55de HTTP/1.1" status: 200 len: 850 time: 0.0460260 Oct 27 11:49:56.073496 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f9890-3315-4973-b7b8-cf2569cba066 req-3dfbefe6-1316-4cd5-8415-7476bc12cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:49:56.075107 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b03f9890-3315-4973-b7b8-cf2569cba066 req-3dfbefe6-1316-4cd5-8415-7476bc12cd96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463736 Oct 27 11:49:56.167846 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b03f9890-3315-4973-b7b8-cf2569cba066 req-bec0c145-e87d-443f-96b2-7f541e8741e2 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851083 Oct 27 11:49:56.267127 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b03f9890-3315-4973-b7b8-cf2569cba066 req-26cc9abf-9ecc-4c06-b14e-7786b88ab234 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888684 Oct 27 11:50:06.794998 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-011775f2-b070-40d6-874c-a4f47541617a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:09.781583 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-26ede85c-0112-4584-a137-7361088b0b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:10.230375 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 54342) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:50:10.338366 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:10.412073 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:10.422891 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:10.461923 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca2347d10bca425593aabf956290dd7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301726 Oct 27 11:50:10.463061 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c359ba-222f-4a3a-8dbf-f846102af216,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:50:10.464658 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 54346) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:50:10.470330 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:10.470702 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:10.471605 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:10.472015 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:10.472248 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:10.472573 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:10.472893 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:10.473210 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:10.473529 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:10.473843 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:10.474160 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:10.474471 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bb1334-9de4-4ec3-813b-2aebe6e80f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:10.515937 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8dc3aa24-d993-4405-8afb-35e8bf3059bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:10.538149 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8dc3aa24-d993-4405-8afb-35e8bf3059bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:10.552136 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:10.589314 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8dc3aa24-d993-4405-8afb-35e8bf3059bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:10.591859 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8dc3aa24-d993-4405-8afb-35e8bf3059bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:10.593025 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-8dc3aa24-d993-4405-8afb-35e8bf3059bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0c359ba-222f-4a3a-8dbf-f846102af216 HTTP/1.1" status: 204 len: 168 time: 0.1273770 Oct 27 11:50:10.601204 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3aa24-d993-4405-8afb-35e8bf3059bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c359ba-222f-4a3a-8dbf-f846102af216,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:50:11.042116 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:12.200297 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:12.811566 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b4e1c526-4992-416d-986f-9c208877f64a req-851591f2-f14e-4aab-b225-2558265bd333 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a486b01ddb4843dcb63c6c4acf5f4679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288026 Oct 27 11:50:12.992469 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1c526-4992-416d-986f-9c208877f64a req-564b8c1f-687e-44c9-aba8-45b8c3ea981b tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:12.993981 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b4e1c526-4992-416d-986f-9c208877f64a req-564b8c1f-687e-44c9-aba8-45b8c3ea981b tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762302 Oct 27 11:50:13.009519 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b4e1c526-4992-416d-986f-9c208877f64a req-bbf3278a-f1d5-47ea-b99c-ed20e7b502ba tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/quotas/a486b01ddb4843dcb63c6c4acf5f4679 HTTP/1.1" status: 200 len: 375 time: 0.0097868 Oct 27 11:50:13.040362 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b4e1c526-4992-416d-986f-9c208877f64a req-29f3ba83-c35b-416a-9d0c-997316ba7ac8 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a486b01ddb4843dcb63c6c4acf5f4679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253167 Oct 27 11:50:13.196189 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-17bd4ea0-ba06-4b13-b6be-fdfac104581e req-31394010-f351-4dff-a52c-26e1ec246a80 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 210 time: 0.0268319 Oct 27 11:50:14.126523 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b4e1c526-4992-416d-986f-9c208877f64a req-36590c04-fe17-44b9-90e9-6b580fd9311d tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a486b01ddb4843dcb63c6c4acf5f4679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231056 Oct 27 11:50:14.242829 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1c526-4992-416d-986f-9c208877f64a req-4c1d73a3-c207-44b3-a30f-f49ab79dfaeb tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:14.244267 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b4e1c526-4992-416d-986f-9c208877f64a req-4c1d73a3-c207-44b3-a30f-f49ab79dfaeb tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1105947 Oct 27 11:50:14.264926 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Request body: {'port': {'device_id': 'ded95fd6-b4d9-4e35-974e-c7d30fc17930', 'network_id': '0c79ccd4-1e58-4f70-9a02-10e781ee7a66', 'admin_state_up': True, 'tenant_id': 'a486b01ddb4843dcb63c6c4acf5f4679'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:50:14.335587 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-28138d3f-283b-4617-9493-c725c464336c req-923204e9-07ce-4589-9c82-8371f334383e tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 210 time: 0.0666947 Oct 27 11:50:14.394157 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Made reservation on behalf of a486b01ddb4843dcb63c6c4acf5f4679 for: {'port': 1} {{(pid=108003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:50:14.397515 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:14.405715 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Publish callbacks [] for security_group, before_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:14.479290 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Publish callbacks [] for security_group, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:14.482930 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:14.548101 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c08c77-6af3-4240-881f-4c20ee0d4cb6,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:50:14.612786 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_common [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Allocated IP 192.168.233.66 (0c79ccd4-1e58-4f70-9a02-10e781ee7a66/c277fab6-f9eb-4156-919f-5c9f8561e540/99515bf6-0002-4567-bc11-67ba6452e156) {{(pid=108003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:50:14.753688 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Publish callbacks [] for port, precommit_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:14.786959 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776515491660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_create {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:14.830588 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Network 0c79ccd4-1e58-4f70-9a02-10e781ee7a66 is already hosted by enough agents. {{(pid=108003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:50:14.833676 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.base_scheduler [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Resources bound (agent type, host, resource id): {{(pid=108003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:50:14.837363 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Received port after_create {{(pid=108003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:50:14.843584 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Pushing event updated for resources: {'Port': ['ID=99515bf6-0002-4567-bc11-67ba6452e156,revision_number=1']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:50:14.895333 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:14.895957 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:14.912713 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b4e1c526-4992-416d-986f-9c208877f64a req-dee63f99-d099-4728-8054-0644f1b7cd20 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6517127 Oct 27 11:50:14.925904 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.v2.base [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Request body: {'port': {'device_id': 'ded95fd6-b4d9-4e35-974e-c7d30fc17930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81514'}} {{(pid=108003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:50:14.988756 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:15.075751 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-0709a984-0ab2-4812-9531-31bdff673687 None None] Provisioning complete for port 99515bf6-0002-4567-bc11-67ba6452e156 triggered by entity DHCP. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:50:15.076344 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-0709a984-0ab2-4812-9531-31bdff673687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:15.109661 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-0709a984-0ab2-4812-9531-31bdff673687 None None] Port 99515bf6-0002-4567-bc11-67ba6452e156 cannot update to ACTIVE because it is not bound. {{(pid=108004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:50:15.485871 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c872-92e6-4d11-b2ec-4caece0bd582 req-91153e3f-7db4-440b-8585-23150d7534aa tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:15.487860 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9c79c872-92e6-4d11-b2ec-4caece0bd582 req-91153e3f-7db4-440b-8585-23150d7534aa tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 935 time: 0.0786676 Oct 27 11:50:15.542238 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-9c79c872-92e6-4d11-b2ec-4caece0bd582 req-c177e5ce-22a6-49b1-8e14-fc6931751633 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4c08c77-6af3-4240-881f-4c20ee0d4cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483403 Oct 27 11:50:15.575455 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99515bf6-0002-4567-bc11-67ba6452e156 {{(pid=108003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:50:15.582735 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Publish callbacks [] for port, precommit_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:15.594219 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.provisioning_blocks [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Transition to ACTIVE for port object 99515bf6-0002-4567-bc11-67ba6452e156 will not be triggered until provisioned by entity L2. {{(pid=108003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:50:15.598202 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:15.664768 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Pushing event updated for resources: {'Port': ['ID=99515bf6-0002-4567-bc11-67ba6452e156,revision_number=2']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:50:15.719621 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Attempting to bind port 99515bf6-0002-4567-bc11-67ba6452e156 on host hv-cinder-81514 for vnic_type normal with profile {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:50:15.719946 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Attempting to bind port 99515bf6-0002-4567-bc11-67ba6452e156 by drivers openvswitch,hyperv on host hv-cinder-81514 at level 0 using segments [{'id': '34646899-0e87-4c90-bc06-8e80ce0f0bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '0c79ccd4-1e58-4f70-9a02-10e781ee7a66'}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:50:15.720265 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Attempting to bind port 99515bf6-0002-4567-bc11-67ba6452e156 on network 0c79ccd4-1e58-4f70-9a02-10e781ee7a66 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:50:15.725286 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Port 99515bf6-0002-4567-bc11-67ba6452e156 on network 0c79ccd4-1e58-4f70-9a02-10e781ee7a66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81514 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:50:15.725605 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Attempting to bind port 99515bf6-0002-4567-bc11-67ba6452e156 on network 0c79ccd4-1e58-4f70-9a02-10e781ee7a66 {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:50:15.730551 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Checking agent: {'id': '0a94b515-ec5b-4245-83fc-577ce36bc5ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81514', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'started_at': datetime.datetime(2021, 10, 27, 11, 38, 47), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:50:15.731082 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Checking segment: {'id': '34646899-0e87-4c90-bc06-8e80ce0f0bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '0c79ccd4-1e58-4f70-9a02-10e781ee7a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=108003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:50:15.731292 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Bound using segment: {'id': '34646899-0e87-4c90-bc06-8e80ce0f0bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '0c79ccd4-1e58-4f70-9a02-10e781ee7a66'} {{(pid=108003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:50:15.731708 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.managers [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Bound port: 99515bf6-0002-4567-bc11-67ba6452e156, host: hv-cinder-81514, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34646899-0e87-4c90-bc06-8e80ce0f0bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '0c79ccd4-1e58-4f70-9a02-10e781ee7a66'}}] {{(pid=108003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:50:15.732051 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:15.799623 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] For port 99515bf6-0002-4567-bc11-67ba6452e156, host hv-cinder-81514, cleared binding levels {{(pid=108003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:50:15.802802 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] For port 99515bf6-0002-4567-bc11-67ba6452e156, host hv-cinder-81514, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=99515bf6-0002-4567-bc11-67ba6452e156,segment=NetworkSegment(34646899-0e87-4c90-bc06-8e80ce0f0bc7),segment_id=34646899-0e87-4c90-bc06-8e80ce0f0bc7)] {{(pid=108003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:50:15.808062 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25406033'] for port, after_update {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:15.843165 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:15.843763 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:15.845126 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b4e1c526-4992-416d-986f-9c208877f64a req-24b830c0-b959-4126-bead-50aee0601dce service neutron] 10.222.0.41 "PUT /v2.0/ports/99515bf6-0002-4567-bc11-67ba6452e156 HTTP/1.1" status: 200 len: 1097 time: 0.9235313 Oct 27 11:50:15.846179 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded95fd6-b4d9-4e35-974e-c7d30fc17930', 'tag': '99515bf6-0002-4567-bc11-67ba6452e156'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:50:15.848465 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb5096f-3761-4a18-bc51-e047b239d0ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ded95fd6-b4d9-4e35-974e-c7d30fc17930", "tag": "99515bf6-0002-4567-bc11-67ba6452e156"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:50:15.873293 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b830c0-b959-4126-bead-50aee0601dce service neutron] Pushing event updated for resources: {'Port': ['ID=99515bf6-0002-4567-bc11-67ba6452e156,revision_number=3']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:50:15.907411 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a2ae2d-fcef-485c-9768-ccddc447f040 x-openstack-request-id: req-67a2ae2d-fcef-485c-9768-ccddc447f040 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:50:15.907700 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded95fd6-b4d9-4e35-974e-c7d30fc17930", "tag": "99515bf6-0002-4567-bc11-67ba6452e156", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:50:15.907942 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67a2ae2d-fcef-485c-9768-ccddc447f040 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:50:15.909063 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded95fd6-b4d9-4e35-974e-c7d30fc17930', 'tag': '99515bf6-0002-4567-bc11-67ba6452e156', 'status': 'completed', 'code': 200} Oct 27 11:50:15.939436 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1c526-4992-416d-986f-9c208877f64a req-0b4b09b5-4cee-4b2e-92c4-5d8dc906bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:15.940972 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b4e1c526-4992-416d-986f-9c208877f64a req-0b4b09b5-4cee-4b2e-92c4-5d8dc906bf23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a486b01ddb4843dcb63c6c4acf5f4679&device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 1100 time: 0.0459466 Oct 27 11:50:15.989772 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b4e1c526-4992-416d-986f-9c208877f64a req-71f07517-3ab9-40e0-9272-ac3fe0615f5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=99515bf6-0002-4567-bc11-67ba6452e156 HTTP/1.1" status: 200 len: 217 time: 0.0399451 Oct 27 11:50:16.043321 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1c526-4992-416d-986f-9c208877f64a req-7fbfe1c0-1567-4256-aea6-c8fd3712a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:16.044822 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b4e1c526-4992-416d-986f-9c208877f64a req-7fbfe1c0-1567-4256-aea6-c8fd3712a0aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c277fab6-f9eb-4156-919f-5c9f8561e540 HTTP/1.1" status: 200 len: 843 time: 0.0470526 Oct 27 11:50:16.090441 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1c526-4992-416d-986f-9c208877f64a req-f6e3bb63-1ea5-4085-b1f5-cfe102a09efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:16.091978 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b4e1c526-4992-416d-986f-9c208877f64a req-f6e3bb63-1ea5-4085-b1f5-cfe102a09efc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c79ccd4-1e58-4f70-9a02-10e781ee7a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397162 Oct 27 11:50:16.186178 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b4e1c526-4992-416d-986f-9c208877f64a req-0767445e-9195-4f6b-8799-b5200adb7b36 service neutron] 10.222.0.41 "GET /v2.0/networks/0c79ccd4-1e58-4f70-9a02-10e781ee7a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865233 Oct 27 11:50:16.275311 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b4e1c526-4992-416d-986f-9c208877f64a req-abedb792-b6ac-474b-a1aa-d93307f808c4 service neutron] 10.222.0.41 "GET /v2.0/networks/0c79ccd4-1e58-4f70-9a02-10e781ee7a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820303 Oct 27 11:50:16.363626 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5096f-3761-4a18-bc51-e047b239d0ec req-f9c0a183-701c-45e7-88a2-38c7be2781c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:16.365104 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-acb5096f-3761-4a18-bc51-e047b239d0ec req-f9c0a183-701c-45e7-88a2-38c7be2781c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a486b01ddb4843dcb63c6c4acf5f4679&device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 1100 time: 0.0423715 Oct 27 11:50:16.462593 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5096f-3761-4a18-bc51-e047b239d0ec req-ef944c8b-768e-401a-a70c-b10a0e4add1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:16.464083 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-acb5096f-3761-4a18-bc51-e047b239d0ec req-ef944c8b-768e-401a-a70c-b10a0e4add1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=0c79ccd4-1e58-4f70-9a02-10e781ee7a66 HTTP/1.1" status: 200 len: 871 time: 0.0905788 Oct 27 11:50:16.506273 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-acb5096f-3761-4a18-bc51-e047b239d0ec req-c317d0c6-179a-43a0-b869-4c29af6391b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=99515bf6-0002-4567-bc11-67ba6452e156 HTTP/1.1" status: 200 len: 217 time: 0.0340412 Oct 27 11:50:16.559924 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5096f-3761-4a18-bc51-e047b239d0ec req-9e57ff02-2920-4bfa-94e2-7dbf144fdb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:16.561362 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-acb5096f-3761-4a18-bc51-e047b239d0ec req-9e57ff02-2920-4bfa-94e2-7dbf144fdb36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c277fab6-f9eb-4156-919f-5c9f8561e540 HTTP/1.1" status: 200 len: 843 time: 0.0463877 Oct 27 11:50:16.607464 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5096f-3761-4a18-bc51-e047b239d0ec req-cc0a21b0-fa15-4d56-b18f-d001edbc552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:16.608959 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-acb5096f-3761-4a18-bc51-e047b239d0ec req-cc0a21b0-fa15-4d56-b18f-d001edbc552c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c79ccd4-1e58-4f70-9a02-10e781ee7a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404494 Oct 27 11:50:16.717830 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b1e96-e698-466a-b5b7-075b7c1e7e5d req-e5bf1c2b-66ab-4def-a241-95379551c8c0 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:16.719238 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-130b1e96-e698-466a-b5b7-075b7c1e7e5d req-e5bf1c2b-66ab-4def-a241-95379551c8c0 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 947 time: 0.1094241 Oct 27 11:50:16.754270 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-acb5096f-3761-4a18-bc51-e047b239d0ec req-5d13d052-5190-43bb-9f06-ff47764dd833 service neutron] 10.222.0.41 "GET /v2.0/networks/0c79ccd4-1e58-4f70-9a02-10e781ee7a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362755 Oct 27 11:50:16.786298 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-130b1e96-e698-466a-b5b7-075b7c1e7e5d req-f1040988-c06f-4bd9-9b0c-17990f64e21f tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4c08c77-6af3-4240-881f-4c20ee0d4cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607491 Oct 27 11:50:16.856638 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-acb5096f-3761-4a18-bc51-e047b239d0ec req-d3fac196-2bab-487a-97d0-fa5f9fb66e28 service neutron] 10.222.0.41 "GET /v2.0/networks/0c79ccd4-1e58-4f70-9a02-10e781ee7a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927818 Oct 27 11:50:17.900079 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408beb2-b7be-4d19-bdce-a5d0978c93af req-3d7f7e69-25c3-459d-919f-d27bc2de5140 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:17.901551 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3408beb2-b7be-4d19-bdce-a5d0978c93af req-3d7f7e69-25c3-459d-919f-d27bc2de5140 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 947 time: 0.0485191 Oct 27 11:50:17.938481 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-3408beb2-b7be-4d19-bdce-a5d0978c93af req-b48cf897-cb70-4acb-bd47-dcf9392ea0d7 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4c08c77-6af3-4240-881f-4c20ee0d4cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310473 Oct 27 11:50:19.050816 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2fad7-ac20-4d8b-b217-1564479d336f req-f7faeeb5-728e-43a5-930b-78dae5f8fe0b tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:19.052269 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6fa2fad7-ac20-4d8b-b217-1564479d336f req-f7faeeb5-728e-43a5-930b-78dae5f8fe0b tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 947 time: 0.0482700 Oct 27 11:50:19.089402 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-6fa2fad7-ac20-4d8b-b217-1564479d336f req-c1ff709e-551a-46b6-98de-49abfb5f3cf0 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4c08c77-6af3-4240-881f-4c20ee0d4cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309434 Oct 27 11:50:19.112154 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 99515bf6-0002-4567-bc11-67ba6452e156 details requested by agent hyperv_hv-cinder-81514 with host hv-cinder-81514 {{(pid=108004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:50:19.203291 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 99515bf6-0002-4567-bc11-67ba6452e156, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=99515bf6-0002-4567-bc11-67ba6452e156,segment=NetworkSegment(34646899-0e87-4c90-bc06-8e80ce0f0bc7),segment_id=34646899-0e87-4c90-bc06-8e80ce0f0bc7)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:50:19.214557 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Returning: {'device': '99515bf6-0002-4567-bc11-67ba6452e156', 'network_id': '0c79ccd4-1e58-4f70-9a02-10e781ee7a66', 'port_id': '99515bf6-0002-4567-bc11-67ba6452e156', 'mac_address': 'fa:16:3e:93:dc:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c277fab6-f9eb-4156-919f-5c9f8561e540', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=108004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:50:19.253807 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:19.266473 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99515bf6-0002-4567-bc11-67ba6452e156 {{(pid=108004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:50:19.285586 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 99515bf6-0002-4567-bc11-67ba6452e156, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=99515bf6-0002-4567-bc11-67ba6452e156,segment=NetworkSegment(34646899-0e87-4c90-bc06-8e80ce0f0bc7),segment_id=34646899-0e87-4c90-bc06-8e80ce0f0bc7)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:50:19.289644 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:19.337195 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=99515bf6-0002-4567-bc11-67ba6452e156,revision_number=4']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:50:19.344190 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:19.344470 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:19.344803 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:19.345132 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:19.346088 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:19.346417 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:19.346772 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:19.347091 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:19.347415 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:19.347732 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:19.348042 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:19.348356 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:19.544159 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['99515bf6-0002-4567-bc11-67ba6452e156'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:50:20.024145 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:20.206325 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e92a5f-4de1-4386-a022-bb7e5ccebe74 req-15733856-2cd9-491c-88b2-5f1d889ea2b8 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:20.207831 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-56e92a5f-4de1-4386-a022-bb7e5ccebe74 req-15733856-2cd9-491c-88b2-5f1d889ea2b8 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 948 time: 0.0532389 Oct 27 11:50:20.248226 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-56e92a5f-4de1-4386-a022-bb7e5ccebe74 req-45595980-8bd4-4648-be66-170c3bffe83d tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4c08c77-6af3-4240-881f-4c20ee0d4cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330870 Oct 27 11:50:21.111084 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 99515bf6-0002-4567-bc11-67ba6452e156 up at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:50:21.159355 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning for port 99515bf6-0002-4567-bc11-67ba6452e156 completed by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:50:21.163756 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.provisioning_blocks [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Provisioning complete for port 99515bf6-0002-4567-bc11-67ba6452e156 triggered by entity L2. {{(pid=108004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:50:21.164116 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3816513'] for port, provisioning_complete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:21.241071 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745521'] for port, before_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:21.264000 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded95fd6-b4d9-4e35-974e-c7d30fc17930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99515bf6-0002-4567-bc11-67ba6452e156'}] {{(pid=108004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:50:21.266229 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51e5234350532963a5dadc729eecefc029f68c9693e8e3b20b8568a5448803f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900080f5-0e35-47c0-8498-8a94e2545e59" -d '{"events": [{"server_uuid": "ded95fd6-b4d9-4e35-974e-c7d30fc17930", "name": "network-vif-plugged", "status": "completed", "tag": "99515bf6-0002-4567-bc11-67ba6452e156"}]}' {{(pid=108004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:50:21.280118 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] For port 99515bf6-0002-4567-bc11-67ba6452e156, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=99515bf6-0002-4567-bc11-67ba6452e156,segment=NetworkSegment(34646899-0e87-4c90-bc06-8e80ce0f0bc7),segment_id=34646899-0e87-4c90-bc06-8e80ce0f0bc7)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:50:21.285129 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776516053998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776515491678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776515491696'] for port, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:21.312545 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adf9def-bbdd-4f04-aff8-63f4419d991b x-openstack-request-id: req-3adf9def-bbdd-4f04-aff8-63f4419d991b {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:50:21.312851 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded95fd6-b4d9-4e35-974e-c7d30fc17930", "name": "network-vif-plugged", "status": "completed", "tag": "99515bf6-0002-4567-bc11-67ba6452e156", "code": 200}]} {{(pid=108004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:50:21.313203 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3adf9def-bbdd-4f04-aff8-63f4419d991b {{(pid=108004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:50:21.313586 dv-cinder-815146-3-iscsi neutron-server[108004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded95fd6-b4d9-4e35-974e-c7d30fc17930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99515bf6-0002-4567-bc11-67ba6452e156', 'code': 200} Oct 27 11:50:21.339661 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Pushing event updated for resources: {'Port': ['ID=99515bf6-0002-4567-bc11-67ba6452e156,revision_number=5']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:50:21.372277 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979f45d-3ee3-4326-9830-2bd4bd659c46 req-1fe92f88-46e3-48b9-8109-1d8ae0dfd3ba tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:21.373695 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4979f45d-3ee3-4326-9830-2bd4bd659c46 req-1fe92f88-46e3-48b9-8109-1d8ae0dfd3ba tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 949 time: 0.0500579 Oct 27 11:50:21.416470 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-4979f45d-3ee3-4326-9830-2bd4bd659c46 req-755e6c1a-2e68-48d8-8880-d0840c0d9979 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4c08c77-6af3-4240-881f-4c20ee0d4cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357254 Oct 27 11:50:21.474114 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7153e58-7047-4869-8225-f5da9c95c4d6 req-7072bc26-2cc3-4194-a929-61e0792e6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:21.475641 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b7153e58-7047-4869-8225-f5da9c95c4d6 req-7072bc26-2cc3-4194-a929-61e0792e6881 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 1102 time: 0.0404944 Oct 27 11:50:21.512865 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-b7153e58-7047-4869-8225-f5da9c95c4d6 req-6069fc1c-608d-498b-aaec-f6e7535124c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b4c08c77-6af3-4240-881f-4c20ee0d4cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287099 Oct 27 11:50:22.540731 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725a389-e715-4e89-bb27-5ca70c48af83 req-893d530b-b8ac-48f5-97d8-cae8d6aa76fc tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:22.542207 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a725a389-e715-4e89-bb27-5ca70c48af83 req-893d530b-b8ac-48f5-97d8-cae8d6aa76fc tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 949 time: 0.0541866 Oct 27 11:50:22.579654 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-a725a389-e715-4e89-bb27-5ca70c48af83 req-1bdbbbc8-48b8-43c3-a359-95489c3da3da tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4c08c77-6af3-4240-881f-4c20ee0d4cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Oct 27 11:50:23.694495 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d0c58-666a-4dc1-9c30-d0a39904655b req-7c0a2c64-7cf1-4378-a7ab-1892026ab7fb tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:23.695982 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-637d0c58-666a-4dc1-9c30-d0a39904655b req-7c0a2c64-7cf1-4378-a7ab-1892026ab7fb tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 949 time: 0.0498490 Oct 27 11:50:23.733303 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-637d0c58-666a-4dc1-9c30-d0a39904655b req-83b53bf3-8110-4c50-8525-b33707e4356f tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4c08c77-6af3-4240-881f-4c20ee0d4cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314379 Oct 27 11:50:23.989571 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59158861-9310-421f-87a7-4f59423218a0 req-0e786938-041d-4c29-839d-84458b6b8ed1 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:23.991039 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-59158861-9310-421f-87a7-4f59423218a0 req-0e786938-041d-4c29-839d-84458b6b8ed1 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 949 time: 0.0503681 Oct 27 11:50:24.028120 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-59158861-9310-421f-87a7-4f59423218a0 req-55471451-daf9-4da8-a063-1c31386a992f tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4c08c77-6af3-4240-881f-4c20ee0d4cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310743 Oct 27 11:50:25.147253 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920c5a3-69a3-43b5-8677-b1e660cfd4a4 req-c3415d3d-886d-4084-92d6-073572883759 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:25.148619 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5920c5a3-69a3-43b5-8677-b1e660cfd4a4 req-c3415d3d-886d-4084-92d6-073572883759 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 949 time: 0.0520623 Oct 27 11:50:25.186798 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5920c5a3-69a3-43b5-8677-b1e660cfd4a4 req-ae95a49c-aabd-4244-b1dc-46c536a64afe tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4c08c77-6af3-4240-881f-4c20ee0d4cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Oct 27 11:50:25.417607 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09710115-fc64-4642-ba63-41bb1da2fc6a req-dc26131f-012a-4231-a9b2-5c6ce62504e8 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:25.418977 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-09710115-fc64-4642-ba63-41bb1da2fc6a req-dc26131f-012a-4231-a9b2-5c6ce62504e8 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.41 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 949 time: 0.0485320 Oct 27 11:50:25.507549 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-09710115-fc64-4642-ba63-41bb1da2fc6a req-4234b5c0-5be8-4718-94d7-13f883e8f727 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Deleting port 99515bf6-0002-4567-bc11-67ba6452e156 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:50:25.507886 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-09710115-fc64-4642-ba63-41bb1da2fc6a req-4234b5c0-5be8-4718-94d7-13f883e8f727 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:25.604643 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-09710115-fc64-4642-ba63-41bb1da2fc6a req-4234b5c0-5be8-4718-94d7-13f883e8f727 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] For port 99515bf6-0002-4567-bc11-67ba6452e156, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=99515bf6-0002-4567-bc11-67ba6452e156,segment=NetworkSegment(34646899-0e87-4c90-bc06-8e80ce0f0bc7),segment_id=34646899-0e87-4c90-bc06-8e80ce0f0bc7)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:50:25.604988 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-09710115-fc64-4642-ba63-41bb1da2fc6a req-4234b5c0-5be8-4718-94d7-13f883e8f727 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:25.616333 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-09710115-fc64-4642-ba63-41bb1da2fc6a req-4234b5c0-5be8-4718-94d7-13f883e8f727 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Calling delete_port for 99515bf6-0002-4567-bc11-67ba6452e156 owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:50:25.749060 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-09710115-fc64-4642-ba63-41bb1da2fc6a req-4234b5c0-5be8-4718-94d7-13f883e8f727 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:25.760724 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] get_ports_and_sgs() called for port_ids ['99515bf6-0002-4567-bc11-67ba6452e156'] {{(pid=108004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:50:25.777182 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234b5c0-5be8-4718-94d7-13f883e8f727 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Pushing event deleted for resources: {'Port': ['ID=99515bf6-0002-4567-bc11-67ba6452e156,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:50:25.819091 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-09710115-fc64-4642-ba63-41bb1da2fc6a req-4234b5c0-5be8-4718-94d7-13f883e8f727 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] No DVR routers for this DVR port 99515bf6-0002-4567-bc11-67ba6452e156 on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:50:25.822156 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-09710115-fc64-4642-ba63-41bb1da2fc6a req-4234b5c0-5be8-4718-94d7-13f883e8f727 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:25.825539 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-09710115-fc64-4642-ba63-41bb1da2fc6a req-4234b5c0-5be8-4718-94d7-13f883e8f727 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.41 "DELETE /v2.0/ports/99515bf6-0002-4567-bc11-67ba6452e156 HTTP/1.1" status: 204 len: 173 time: 0.3999600 Oct 27 11:50:25.825987 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded95fd6-b4d9-4e35-974e-c7d30fc17930', 'name': 'network-vif-deleted', 'tag': '99515bf6-0002-4567-bc11-67ba6452e156'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:50:25.828270 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b631654-0b63-4f90-8031-7844419070e3" -d '{"events": [{"server_uuid": "ded95fd6-b4d9-4e35-974e-c7d30fc17930", "name": "network-vif-deleted", "tag": "99515bf6-0002-4567-bc11-67ba6452e156"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:50:25.870145 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa58e517-8c85-420e-8d08-f10d7db7208d x-openstack-request-id: req-fa58e517-8c85-420e-8d08-f10d7db7208d {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:50:25.870440 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded95fd6-b4d9-4e35-974e-c7d30fc17930", "name": "network-vif-deleted", "tag": "99515bf6-0002-4567-bc11-67ba6452e156", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:50:25.870768 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa58e517-8c85-420e-8d08-f10d7db7208d {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:50:25.871177 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded95fd6-b4d9-4e35-974e-c7d30fc17930', 'name': 'network-vif-deleted', 'tag': '99515bf6-0002-4567-bc11-67ba6452e156', 'status': 'completed', 'code': 200} Oct 27 11:50:26.300176 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-332d088c-9179-4b6b-ae3c-99a3276e5e70 req-dd39784e-b52b-4ab7-8827-53c63a13add5 tempest-VolumesNegativeTest-37760930 tempest-VolumesNegativeTest-37760930-project] 10.222.0.36 "GET /v2.0/ports?device_id=ded95fd6-b4d9-4e35-974e-c7d30fc17930 HTTP/1.1" status: 200 len: 210 time: 0.0264940 Oct 27 11:50:29.162274 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 99515bf6-0002-4567-bc11-67ba6452e156 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:50:29.182777 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: 99515bf6-0002-4567-bc11-67ba6452e156 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:50:29.183110 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device 99515bf6-0002-4567-bc11-67ba6452e156 not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:50:30.940952 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 54680) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:50:31.069705 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-f208f6a5-6167-4b93-835c-173f4ce7990c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a486b01ddb4843dcb63c6c4acf5f4679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1275961 Oct 27 11:50:31.072183 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 54684) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:50:31.120657 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:31.141469 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:31.186928 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:31.189512 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:31.190703 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4c08c77-6af3-4240-881f-4c20ee0d4cb6 HTTP/1.1" status: 204 len: 168 time: 0.1175797 Oct 27 11:50:31.198694 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c08c77-6af3-4240-881f-4c20ee0d4cb6,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:50:31.206010 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:31.206360 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:31.206729 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:31.207065 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:31.207397 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:31.207729 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:31.208051 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:31.208373 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:31.208697 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:31.209015 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:31.209332 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:31.209647 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8d9435-1b57-421e-a7a3-5ec5ddd2ba1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:50:31.223766 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:50:36.796765 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-793f5301-b2f3-4f09-ab31-cb78c60e1210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:39.782513 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-1040c108-8980-40e6-b421-07ab17f2e82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:40.544383 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:41.042913 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:42.206957 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:50.040929 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:57.790588 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f2f03e55-259a-45b0-82f3-860e3b36bacf req-4a01935f-8986-464d-9535-52ce1c3ab918 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1302965 Oct 27 11:50:57.872371 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f03e55-259a-45b0-82f3-860e3b36bacf req-21ac681a-72ec-457d-a3c4-4c182fc3e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:57.873839 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f2f03e55-259a-45b0-82f3-860e3b36bacf req-21ac681a-72ec-457d-a3c4-4c182fc3e63f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 1098 time: 0.0395334 Oct 27 11:50:57.979630 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f03e55-259a-45b0-82f3-860e3b36bacf req-f0596bbb-19a1-42bc-bae0-3d5d9b1f774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:57.981016 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f2f03e55-259a-45b0-82f3-860e3b36bacf req-f0596bbb-19a1-42bc-bae0-3d5d9b1f774c service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 913 time: 0.0875354 Oct 27 11:50:58.046490 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f2f03e55-259a-45b0-82f3-860e3b36bacf req-dd631520-cfa4-46f0-b205-dda8ebfc7bf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc8c110b-f201-4392-8778-0c9c2edf70e2 HTTP/1.1" status: 200 len: 1000 time: 0.0579014 Oct 27 11:50:58.093761 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f03e55-259a-45b0-82f3-860e3b36bacf req-d10d3d80-c3a9-4512-ae95-244638aba670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:58.095215 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f2f03e55-259a-45b0-82f3-860e3b36bacf req-d10d3d80-c3a9-4512-ae95-244638aba670 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38d49ba1-e1bf-423b-8a40-a4419d3a55de HTTP/1.1" status: 200 len: 850 time: 0.0419698 Oct 27 11:50:58.144207 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f03e55-259a-45b0-82f3-860e3b36bacf req-a45848a5-1493-4ce3-9d33-b9b146af59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:50:58.145674 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f2f03e55-259a-45b0-82f3-860e3b36bacf req-a45848a5-1493-4ce3-9d33-b9b146af59bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423608 Oct 27 11:50:58.157336 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [req-f2f03e55-259a-45b0-82f3-860e3b36bacf req-dace56ae-9dc8-4ab5-b41e-3dc06cebce9f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=108003) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:50:58.158293 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f2f03e55-259a-45b0-82f3-860e3b36bacf req-dace56ae-9dc8-4ab5-b41e-3dc06cebce9f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047536 Oct 27 11:50:58.246857 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f2f03e55-259a-45b0-82f3-860e3b36bacf req-adc98d56-66b7-4a9a-b041-aa1ae7bbde1d service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803764 Oct 27 11:50:58.338054 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-f2f03e55-259a-45b0-82f3-860e3b36bacf req-1cfea6c1-7525-4fa9-a29a-f5b411009b85 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835228 Oct 27 11:51:04.392386 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 54690) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:04.548066 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-9414cd90-c2cf-4f37-91a8-0e671f06e72f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Deleting port 6ec592c6-56f5-48ed-b792-64e4002ba3a3 {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:51:04.548409 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9414cd90-c2cf-4f37-91a8-0e671f06e72f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:04.623924 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9414cd90-c2cf-4f37-91a8-0e671f06e72f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:04.624248 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9414cd90-c2cf-4f37-91a8-0e671f06e72f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:04.636289 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-9414cd90-c2cf-4f37-91a8-0e671f06e72f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Calling delete_port for 6ec592c6-56f5-48ed-b792-64e4002ba3a3 owned by network:floatingip {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:51:04.779227 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9414cd90-c2cf-4f37-91a8-0e671f06e72f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:04.803936 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414cd90-c2cf-4f37-91a8-0e671f06e72f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event deleted for resources: {'Port': ['ID=6ec592c6-56f5-48ed-b792-64e4002ba3a3,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:04.864293 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9414cd90-c2cf-4f37-91a8-0e671f06e72f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for floatingip, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:04.864629 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.l3_db [None req-9414cd90-c2cf-4f37-91a8-0e671f06e72f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Floating IP 1e9420cb-710e-4509-8246-6409243bc733 disassociated (deleted). External IP: 172.27.3.214, port: eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752. Oct 27 11:51:05.066099 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9414cd90-c2cf-4f37-91a8-0e671f06e72f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Router 1f7bf127-edb2-4ecf-8dde-11c235346d78 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:51:05.172276 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9414cd90-c2cf-4f37-91a8-0e671f06e72f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:51:05.177124 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9414cd90-c2cf-4f37-91a8-0e671f06e72f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:05.181596 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1680c-44f7-477d-8ee8-6e78d99df959 None None] Sync routers for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:51:05.191883 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1680c-44f7-477d-8ee8-6e78d99df959 None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:51:05.192500 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-90c1680c-44f7-477d-8ee8-6e78d99df959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:50:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:05.204293 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-9414cd90-c2cf-4f37-91a8-0e671f06e72f tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "DELETE /v2.0/floatingips/1e9420cb-710e-4509-8246-6409243bc733 HTTP/1.1" status: 204 len: 168 time: 0.8108273 Oct 27 11:51:05.204869 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'tag': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752'}] {{(pid=108002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:51:05.207130 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4388124e3c3b051971e62aa59e6acc07dc3096b4c4758481fd87621de6f11c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8948f8-cc4c-4e3f-90cf-05392bb09390" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9ca0da-7d76-4f50-a57e-04ec86071a1b", "tag": "eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752"}]}' {{(pid=108002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:51:05.249063 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6cc089-d721-4c8f-9342-db3f52cb69c5 x-openstack-request-id: req-1b6cc089-d721-4c8f-9342-db3f52cb69c5 {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:51:05.249606 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9ca0da-7d76-4f50-a57e-04ec86071a1b", "tag": "eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752", "status": "completed", "code": 200}]} {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:51:05.249873 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1b6cc089-d721-4c8f-9342-db3f52cb69c5 {{(pid=108002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:51:05.250263 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'tag': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752', 'status': 'completed', 'code': 200} Oct 27 11:51:05.306693 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-90c1680c-44f7-477d-8ee8-6e78d99df959 None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:51:05.318231 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8948f8-cc4c-4e3f-90cf-05392bb09390 req-63180ebe-7ea3-4b86-be2e-6566fdf3d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:51:05.330237 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2d8948f8-cc4c-4e3f-90cf-05392bb09390 req-63180ebe-7ea3-4b86-be2e-6566fdf3d50a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 1099 time: 0.0543790 Oct 27 11:51:05.435389 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8948f8-cc4c-4e3f-90cf-05392bb09390 req-8ae168aa-2ba7-458c-ba13-05b181573974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:51:05.436918 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2d8948f8-cc4c-4e3f-90cf-05392bb09390 req-8ae168aa-2ba7-458c-ba13-05b181573974 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 913 time: 0.0988469 Oct 27 11:51:05.481529 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2d8948f8-cc4c-4e3f-90cf-05392bb09390 req-7d2c1a79-9417-49b4-aff3-962006efb93d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 HTTP/1.1" status: 200 len: 217 time: 0.0351489 Oct 27 11:51:05.543544 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-90c1680c-44f7-477d-8ee8-6e78d99df959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': 'b0080fff-0c78-4306-b451-361af5b541e5', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:90:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d4086-1103-4c0d-8190-8dea9da2d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:46:23Z', 'updated_at': '2021-10-27T11:46:25Z', 'revision_number': 1, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:05.560995 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8948f8-cc4c-4e3f-90cf-05392bb09390 req-f9c0156d-a6c4-4705-8ea2-82d4adf38dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:51:05.562428 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2d8948f8-cc4c-4e3f-90cf-05392bb09390 req-f9c0156d-a6c4-4705-8ea2-82d4adf38dd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38d49ba1-e1bf-423b-8a40-a4419d3a55de HTTP/1.1" status: 200 len: 850 time: 0.0740564 Oct 27 11:51:05.569904 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1680c-44f7-477d-8ee8-6e78d99df959 None None] Checking router: 1f7bf127-edb2-4ecf-8dde-11c235346d78 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:51:05.576896 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7ad9a-af22-47e7-8858-30b298d42d09 req-6d65edf8-477d-4244-b2aa-cf6679e58b15 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:51:05.578327 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dee7ad9a-af22-47e7-8858-30b298d42d09 req-6d65edf8-477d-4244-b2aa-cf6679e58b15 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 946 time: 0.1934791 Oct 27 11:51:05.578483 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1680c-44f7-477d-8ee8-6e78d99df959 None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:51:05.579094 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-90c1680c-44f7-477d-8ee8-6e78d99df959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:50:40Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:05.639505 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-dee7ad9a-af22-47e7-8858-30b298d42d09 req-5354bc1e-6a17-424e-b132-a7371c008663 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519130 Oct 27 11:51:05.645056 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8948f8-cc4c-4e3f-90cf-05392bb09390 req-e69503ec-0016-4c9c-a223-93f0c59252d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:51:05.646589 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2d8948f8-cc4c-4e3f-90cf-05392bb09390 req-e69503ec-0016-4c9c-a223-93f0c59252d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673950 Oct 27 11:51:05.684417 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-90c1680c-44f7-477d-8ee8-6e78d99df959 None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:51:05.739621 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2d8948f8-cc4c-4e3f-90cf-05392bb09390 req-82e42cf2-635a-4c6e-b50d-308ab8cb25b9 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842590 Oct 27 11:51:05.830090 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-2d8948f8-cc4c-4e3f-90cf-05392bb09390 req-6b14fc17-374d-42bd-b97c-eb3afee7db16 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822520 Oct 27 11:51:05.905495 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-90c1680c-44f7-477d-8ee8-6e78d99df959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': 'b0080fff-0c78-4306-b451-361af5b541e5', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:90:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d4086-1103-4c0d-8190-8dea9da2d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:46:23Z', 'updated_at': '2021-10-27T11:46:25Z', 'revision_number': 1, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:05.934439 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1680c-44f7-477d-8ee8-6e78d99df959 None None] The sync data for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi is: [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_floatingips': [{'id': 'b0080fff-0c78-4306-b451-361af5b541e5', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'router_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'port_id': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'mac_address': 'fa:16:3e:90:d6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d4086-1103-4c0d-8190-8dea9da2d722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:46:23Z', 'updated_at': '2021-10-27T11:46:25Z', 'revision_number': 1, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:51:06.143695 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0e08c0-56d7-4982-9cbc-955dfa4d6214 None None] New status for floating IP 1e9420cb-710e-4509-8246-6409243bc733: DOWN {{(pid=108005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:51:06.799108 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-998a7ff8-8345-4775-9ff6-90893075f9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:06.806689 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55888a96-6e75-4167-be33-05c9e96d4e5e req-36cbfe24-3e7c-4fd1-917e-2abd153dbaee tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:51:06.808749 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-55888a96-6e75-4167-be33-05c9e96d4e5e req-36cbfe24-3e7c-4fd1-917e-2abd153dbaee tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 946 time: 0.0992815 Oct 27 11:51:06.855862 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-55888a96-6e75-4167-be33-05c9e96d4e5e req-dc47b399-e1ce-4190-a3c3-87c37c118b9e tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389981 Oct 27 11:51:06.980820 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fef29-5712-48d6-9586-1257b0d7af80 req-fa6456fa-3e58-446f-93f7-67c58a0d3781 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:51:06.982257 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ad2fef29-5712-48d6-9586-1257b0d7af80 req-fa6456fa-3e58-446f-93f7-67c58a0d3781 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 946 time: 0.0525305 Oct 27 11:51:07.069326 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-ad2fef29-5712-48d6-9586-1257b0d7af80 req-2d21dad9-7ef0-449c-92f5-6f2396723c05 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Deleting port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:51:07.069574 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-ad2fef29-5712-48d6-9586-1257b0d7af80 req-2d21dad9-7ef0-449c-92f5-6f2396723c05 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:07.165062 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-ad2fef29-5712-48d6-9586-1257b0d7af80 req-2d21dad9-7ef0-449c-92f5-6f2396723c05 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] For port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:51:07.165424 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-ad2fef29-5712-48d6-9586-1257b0d7af80 req-2d21dad9-7ef0-449c-92f5-6f2396723c05 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:07.179038 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-ad2fef29-5712-48d6-9586-1257b0d7af80 req-2d21dad9-7ef0-449c-92f5-6f2396723c05 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Calling delete_port for eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:51:07.305698 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-ad2fef29-5712-48d6-9586-1257b0d7af80 req-2d21dad9-7ef0-449c-92f5-6f2396723c05 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:07.336959 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21dad9-7ef0-449c-92f5-6f2396723c05 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event deleted for resources: {'Port': ['ID=eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:07.376563 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2fef29-5712-48d6-9586-1257b0d7af80 req-2d21dad9-7ef0-449c-92f5-6f2396723c05 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] No DVR routers for this DVR port eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:51:07.379348 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-ad2fef29-5712-48d6-9586-1257b0d7af80 req-2d21dad9-7ef0-449c-92f5-6f2396723c05 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:07.382727 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ad2fef29-5712-48d6-9586-1257b0d7af80 req-2d21dad9-7ef0-449c-92f5-6f2396723c05 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "DELETE /v2.0/ports/eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 HTTP/1.1" status: 204 len: 173 time: 0.3943217 Oct 27 11:51:07.383082 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'name': 'network-vif-deleted', 'tag': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:51:07.385278 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996d5083-0f93-4ef2-b39c-53d2b14b054c" -d '{"events": [{"server_uuid": "6a9ca0da-7d76-4f50-a57e-04ec86071a1b", "name": "network-vif-deleted", "tag": "eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:51:07.484409 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4c63ab-a6d9-4816-bdd9-ce6ded11472f x-openstack-request-id: req-ef4c63ab-a6d9-4816-bdd9-ce6ded11472f {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:51:07.484701 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9ca0da-7d76-4f50-a57e-04ec86071a1b", "name": "network-vif-deleted", "tag": "eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:51:07.484952 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef4c63ab-a6d9-4816-bdd9-ce6ded11472f {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:51:07.485369 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9ca0da-7d76-4f50-a57e-04ec86071a1b', 'name': 'network-vif-deleted', 'tag': 'eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752', 'status': 'completed', 'code': 200} Oct 27 11:51:07.959018 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-39028061-ca7c-455c-8ed0-e4e9cdfea594 req-b00c6f66-f59d-4e70-8b4b-69dd6cac9a59 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a9ca0da-7d76-4f50-a57e-04ec86071a1b HTTP/1.1" status: 200 len: 210 time: 0.0267386 Oct 27 11:51:08.223391 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:51:09.784337 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-961aedee-df94-4a6c-a247-a18d144fbdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:10.547770 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:11.044312 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:11.225531 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 54724) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:11.372190 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:51:11.377837 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-d148eb0a-b7b4-4426-88c9-5591bb4059be tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Deleting port cd4f3c78-021c-473a-8fa0-223a2f6e0fe3 {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:51:11.378169 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d148eb0a-b7b4-4426-88c9-5591bb4059be tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:11.392913 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:51:11.393255 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device eb403f2c-5c1a-4d4c-9c67-5a9c5da7d752 not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:51:11.455445 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d148eb0a-b7b4-4426-88c9-5591bb4059be tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:11.455763 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d148eb0a-b7b4-4426-88c9-5591bb4059be tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:11.467144 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-d148eb0a-b7b4-4426-88c9-5591bb4059be tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Calling delete_port for cd4f3c78-021c-473a-8fa0-223a2f6e0fe3 owned by network:floatingip {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:51:11.618049 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d148eb0a-b7b4-4426-88c9-5591bb4059be tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:11.645409 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148eb0a-b7b4-4426-88c9-5591bb4059be tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event deleted for resources: {'Port': ['ID=cd4f3c78-021c-473a-8fa0-223a2f6e0fe3,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:11.706721 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d148eb0a-b7b4-4426-88c9-5591bb4059be tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for floatingip, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:11.707014 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.db.l3_db [None req-d148eb0a-b7b4-4426-88c9-5591bb4059be tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Floating IP b0080fff-0c78-4306-b451-361af5b541e5 disassociated (deleted). External IP: 172.27.3.99, port: dc8c110b-f201-4392-8778-0c9c2edf70e2. Oct 27 11:51:11.911024 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d148eb0a-b7b4-4426-88c9-5591bb4059be tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Router 1f7bf127-edb2-4ecf-8dde-11c235346d78 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:51:12.211295 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:12.234545 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d148eb0a-b7b4-4426-88c9-5591bb4059be tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:51:12.239287 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-d148eb0a-b7b4-4426-88c9-5591bb4059be tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:12.243932 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6921350-e4ff-42ea-94d8-ad019087c39a None None] Sync routers for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:51:12.254945 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6921350-e4ff-42ea-94d8-ad019087c39a None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:51:12.255543 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-d6921350-e4ff-42ea-94d8-ad019087c39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:51:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:12.266708 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-d148eb0a-b7b4-4426-88c9-5591bb4059be tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "DELETE /v2.0/floatingips/b0080fff-0c78-4306-b451-361af5b541e5 HTTP/1.1" status: 204 len: 168 time: 1.0400953 Oct 27 11:51:12.267287 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d4086-1103-4c0d-8190-8dea9da2d722', 'tag': 'dc8c110b-f201-4392-8778-0c9c2edf70e2'}] {{(pid=108002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:51:12.269502 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4388124e3c3b051971e62aa59e6acc07dc3096b4c4758481fd87621de6f11c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d328cbb-198a-4774-988f-104574267dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "379d4086-1103-4c0d-8190-8dea9da2d722", "tag": "dc8c110b-f201-4392-8778-0c9c2edf70e2"}]}' {{(pid=108002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:51:12.314838 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b224b6d-8e71-4dc2-b124-dfbf792a328c x-openstack-request-id: req-0b224b6d-8e71-4dc2-b124-dfbf792a328c {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:51:12.315129 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379d4086-1103-4c0d-8190-8dea9da2d722", "tag": "dc8c110b-f201-4392-8778-0c9c2edf70e2", "status": "completed", "code": 200}]} {{(pid=108002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:51:12.315546 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b224b6d-8e71-4dc2-b124-dfbf792a328c {{(pid=108002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:51:12.316059 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d4086-1103-4c0d-8190-8dea9da2d722', 'tag': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'status': 'completed', 'code': 200} Oct 27 11:51:12.366874 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-d6921350-e4ff-42ea-94d8-ad019087c39a None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:51:12.387405 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d328cbb-198a-4774-988f-104574267dd4 req-a8b21011-eca6-4d9e-8d47-ef164221ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:51:12.388893 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5d328cbb-198a-4774-988f-104574267dd4 req-a8b21011-eca6-4d9e-8d47-ef164221ca5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=05c96c34cc5b487dbbca84b067026f01&device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 1098 time: 0.0482109 Oct 27 11:51:12.529859 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d328cbb-198a-4774-988f-104574267dd4 req-d1e41556-131e-41e5-bb7a-6264651fe036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:51:12.531907 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5d328cbb-198a-4774-988f-104574267dd4 req-d1e41556-131e-41e5-bb7a-6264651fe036 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 200 len: 913 time: 0.1295030 Oct 27 11:51:12.545773 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe554d-4093-4a65-98ba-75f6ff9c4340 req-db690750-0fdb-4c54-8760-1878a086b631 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:51:12.547411 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1afe554d-4093-4a65-98ba-75f6ff9c4340 req-db690750-0fdb-4c54-8760-1878a086b631 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 945 time: 0.0742168 Oct 27 11:51:12.605020 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5d328cbb-198a-4774-988f-104574267dd4 req-389a28f1-fa7a-4fb0-8e7a-987d9997758d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc8c110b-f201-4392-8778-0c9c2edf70e2 HTTP/1.1" status: 200 len: 217 time: 0.0564125 Oct 27 11:51:12.669837 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-1afe554d-4093-4a65-98ba-75f6ff9c4340 req-6542d5b1-7e0f-4fa5-8fd3-a062b5ad70a5 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143589 Oct 27 11:51:12.679557 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d328cbb-198a-4774-988f-104574267dd4 req-efce3143-62a4-4688-be53-0a5ed10475f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:51:12.681062 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5d328cbb-198a-4774-988f-104574267dd4 req-efce3143-62a4-4688-be53-0a5ed10475f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38d49ba1-e1bf-423b-8a40-a4419d3a55de HTTP/1.1" status: 200 len: 850 time: 0.0688090 Oct 27 11:51:12.724118 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-d6921350-e4ff-42ea-94d8-ad019087c39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:12.734189 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d328cbb-198a-4774-988f-104574267dd4 req-058efd67-8f5a-4fdb-b3d7-043544bdddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:51:12.735945 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5d328cbb-198a-4774-988f-104574267dd4 req-058efd67-8f5a-4fdb-b3d7-043544bdddef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473547 Oct 27 11:51:12.751133 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6921350-e4ff-42ea-94d8-ad019087c39a None None] Checking router: 1f7bf127-edb2-4ecf-8dde-11c235346d78 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:51:12.760468 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6921350-e4ff-42ea-94d8-ad019087c39a None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:51:12.761097 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-d6921350-e4ff-42ea-94d8-ad019087c39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:51:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:12.840345 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5d328cbb-198a-4774-988f-104574267dd4 req-2937ae76-bd47-4c4e-8625-ae48b7930acc service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948610 Oct 27 11:51:12.868545 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-d6921350-e4ff-42ea-94d8-ad019087c39a None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:51:12.933568 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-5d328cbb-198a-4774-988f-104574267dd4 req-ac9ac880-04c3-41bd-911b-9d9f7721d192 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856359 Oct 27 11:51:13.073232 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-d6921350-e4ff-42ea-94d8-ad019087c39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:13.098530 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6921350-e4ff-42ea-94d8-ad019087c39a None None] The sync data for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi is: [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:42:31Z', 'revision_number': 4, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi', '_interfaces': [{'id': '1ce72b9d-0967-48dd-b297-a665a078f034', 'name': '', 'network_id': '2f7b2cdb-eb34-4d28-b61d-c435d2520f1d', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'mac_address': 'fa:16:3e:b3:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:30Z', 'updated_at': '2021-10-27T11:42:36Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'subnets': [{'id': '38d49ba1-e1bf-423b-8a40-a4419d3a55de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:51:13.311881 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc73d9-fa22-4859-83a8-d1e8ad96af9a None None] New status for floating IP b0080fff-0c78-4306-b451-361af5b541e5: DOWN {{(pid=108005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:51:13.792207 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf61ed3-6696-4312-b5e7-a4c5d3726085 req-01fb6017-d492-4788-ba36-b693cdf35f2a tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:51:13.793630 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ddf61ed3-6696-4312-b5e7-a4c5d3726085 req-01fb6017-d492-4788-ba36-b693cdf35f2a tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 945 time: 0.0517030 Oct 27 11:51:13.832461 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-ddf61ed3-6696-4312-b5e7-a4c5d3726085 req-88310ccf-eca4-4e2c-adf6-bc21eb5e20c6 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4791046-1e18-4ecb-a6a3-9063ea874e17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328357 Oct 27 11:51:13.884184 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcd918-ef13-417c-b227-4d143e5a88eb req-6d357dc0-1c1d-437b-9a59-a88cbe2c6ad4 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=108003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:51:13.886114 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-effcd918-ef13-417c-b227-4d143e5a88eb req-6d357dc0-1c1d-437b-9a59-a88cbe2c6ad4 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 945 time: 0.0473406 Oct 27 11:51:13.982725 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-effcd918-ef13-417c-b227-4d143e5a88eb req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Deleting port dc8c110b-f201-4392-8778-0c9c2edf70e2 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:51:13.982725 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-effcd918-ef13-417c-b227-4d143e5a88eb req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:14.066495 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [req-effcd918-ef13-417c-b227-4d143e5a88eb req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] For port dc8c110b-f201-4392-8778-0c9c2edf70e2, host hv-cinder-81514, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81514',level=0,port_id=dc8c110b-f201-4392-8778-0c9c2edf70e2,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:51:14.066871 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-effcd918-ef13-417c-b227-4d143e5a88eb req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:14.079149 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [req-effcd918-ef13-417c-b227-4d143e5a88eb req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Calling delete_port for dc8c110b-f201-4392-8778-0c9c2edf70e2 owned by compute:nova {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:51:14.208414 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-effcd918-ef13-417c-b227-4d143e5a88eb req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:14.238540 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event deleted for resources: {'Port': ['ID=dc8c110b-f201-4392-8778-0c9c2edf70e2,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:14.267018 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:14.267359 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:14.267687 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:14.268009 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:14.268328 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:14.268645 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:14.268957 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:14.269268 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:14.269583 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:14.269892 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:14.270202 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:14.270510 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:14.288992 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [req-effcd918-ef13-417c-b227-4d143e5a88eb req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] No DVR routers for this DVR port dc8c110b-f201-4392-8778-0c9c2edf70e2 on host hv-cinder-81514 {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:51:14.291977 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [req-effcd918-ef13-417c-b227-4d143e5a88eb req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for port, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:14.295428 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-effcd918-ef13-417c-b227-4d143e5a88eb req-861a7fff-e856-495f-8db1-7db9abb3cf61 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.41 "DELETE /v2.0/ports/dc8c110b-f201-4392-8778-0c9c2edf70e2 HTTP/1.1" status: 204 len: 173 time: 0.4023833 Oct 27 11:51:14.296111 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d4086-1103-4c0d-8190-8dea9da2d722', 'name': 'network-vif-deleted', 'tag': 'dc8c110b-f201-4392-8778-0c9c2edf70e2'}] {{(pid=108003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:51:14.299870 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb20d672ee9e679b0a0c8a5767463289961e17344089a991ab5d949df5596802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11905969-89f1-4abc-ae1c-af5a13c323b3" -d '{"events": [{"server_uuid": "379d4086-1103-4c0d-8190-8dea9da2d722", "name": "network-vif-deleted", "tag": "dc8c110b-f201-4392-8778-0c9c2edf70e2"}]}' {{(pid=108003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:51:14.335641 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93692f7-a5cf-4c94-ba4b-064108fd74f4 x-openstack-request-id: req-a93692f7-a5cf-4c94-ba4b-064108fd74f4 {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:51:14.335935 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379d4086-1103-4c0d-8190-8dea9da2d722", "name": "network-vif-deleted", "tag": "dc8c110b-f201-4392-8778-0c9c2edf70e2", "status": "completed", "code": 200}]} {{(pid=108003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:51:14.336210 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a93692f7-a5cf-4c94-ba4b-064108fd74f4 {{(pid=108003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:51:14.336726 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d4086-1103-4c0d-8190-8dea9da2d722', 'name': 'network-vif-deleted', 'tag': 'dc8c110b-f201-4392-8778-0c9c2edf70e2', 'status': 'completed', 'code': 200} Oct 27 11:51:14.947904 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [req-deea431e-64bf-4ace-86d4-c668db2c3c14 req-6978edfb-78c6-4ea4-b0cd-208bde6b0d11 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "GET /v2.0/ports?device_id=379d4086-1103-4c0d-8190-8dea9da2d722 HTTP/1.1" status: 200 len: 210 time: 0.0336001 Oct 27 11:51:16.005006 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 54740) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:16.123085 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-9022530a-493a-492a-b9c3-b34cbf1886f7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Deleting port d6f564f7-68b8-49a7-8e17-909c5e95f22a {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:51:16.123314 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9022530a-493a-492a-b9c3-b34cbf1886f7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:16.199368 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9022530a-493a-492a-b9c3-b34cbf1886f7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:16.199691 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9022530a-493a-492a-b9c3-b34cbf1886f7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:16.210820 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-9022530a-493a-492a-b9c3-b34cbf1886f7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Calling delete_port for d6f564f7-68b8-49a7-8e17-909c5e95f22a owned by network:floatingip {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:51:16.337065 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9022530a-493a-492a-b9c3-b34cbf1886f7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:16.363650 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022530a-493a-492a-b9c3-b34cbf1886f7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event deleted for resources: {'Port': ['ID=d6f564f7-68b8-49a7-8e17-909c5e95f22a,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:16.421113 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9022530a-493a-492a-b9c3-b34cbf1886f7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for floatingip, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:16.423556 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-9022530a-493a-492a-b9c3-b34cbf1886f7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107559'] for floatingip, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:16.424696 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-9022530a-493a-492a-b9c3-b34cbf1886f7 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "DELETE /v2.0/floatingips/d7187091-71e6-4408-b404-4ac7fd395f75 HTTP/1.1" status: 204 len: 168 time: 0.4187243 Oct 27 11:51:17.388130 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device dc8c110b-f201-4392-8778-0c9c2edf70e2 no longer exists at agent hyperv_hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:51:17.408559 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] No Port match for: dc8c110b-f201-4392-8778-0c9c2edf70e2 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:51:17.408895 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Device dc8c110b-f201-4392-8778-0c9c2edf70e2 not bound to the agent host hv-cinder-81514 {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:51:17.611608 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 54752) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:17.669312 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-42dfd1cc-95b5-448e-b419-399a4bbf4305 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:17.693988 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-42dfd1cc-95b5-448e-b419-399a4bbf4305 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:17.754995 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-42dfd1cc-95b5-448e-b419-399a4bbf4305 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:17.757624 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-42dfd1cc-95b5-448e-b419-399a4bbf4305 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:17.758823 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-42dfd1cc-95b5-448e-b419-399a4bbf4305 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] 10.222.0.36 "DELETE /v2.0/security-groups/c4791046-1e18-4ecb-a6a3-9063ea874e17 HTTP/1.1" status: 204 len: 168 time: 0.1462016 Oct 27 11:51:17.767934 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfd1cc-95b5-448e-b419-399a4bbf4305 tempest-TestVolumeBootPattern-391051110 tempest-TestVolumeBootPattern-391051110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4791046-1e18-4ecb-a6a3-9063ea874e17,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:17.814445 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 54756) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:18.249458 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-95573554-8355-4bbd-9788-2aae8a0d007e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608041'] for router_interface, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:18.488166 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-95573554-8355-4bbd-9788-2aae8a0d007e admin admin] Deleting port 1ce72b9d-0967-48dd-b297-a665a078f034 {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:51:18.488497 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-95573554-8355-4bbd-9788-2aae8a0d007e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:18.567932 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [None req-95573554-8355-4bbd-9788-2aae8a0d007e admin admin] For port 1ce72b9d-0967-48dd-b297-a665a078f034, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=1ce72b9d-0967-48dd-b297-a665a078f034,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:51:18.568320 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-95573554-8355-4bbd-9788-2aae8a0d007e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:18.583118 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-95573554-8355-4bbd-9788-2aae8a0d007e admin admin] Calling delete_port for 1ce72b9d-0967-48dd-b297-a665a078f034 owned by network:router_interface {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:51:18.757712 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-95573554-8355-4bbd-9788-2aae8a0d007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:18.785699 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95573554-8355-4bbd-9788-2aae8a0d007e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce72b9d-0967-48dd-b297-a665a078f034,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:18.955754 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-95573554-8355-4bbd-9788-2aae8a0d007e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608197'] for router_interface, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:19.161047 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95573554-8355-4bbd-9788-2aae8a0d007e admin admin] Router 1f7bf127-edb2-4ecf-8dde-11c235346d78 has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:51:19.263217 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95573554-8355-4bbd-9788-2aae8a0d007e admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:51:19.269880 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-95573554-8355-4bbd-9788-2aae8a0d007e admin admin] 10.222.0.36 "PUT /v2.0/routers/1f7bf127-edb2-4ecf-8dde-11c235346d78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4523294 Oct 27 11:51:19.270684 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 54760) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:19.273309 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049e5e9-55e0-498c-b36b-0d28214f41c0 None None] Sync routers for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:51:19.284421 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049e5e9-55e0-498c-b36b-0d28214f41c0 None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:51:19.285100 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-4049e5e9-55e0-498c-b36b-0d28214f41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:51:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:19.373020 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] Publish callbacks [] for router, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:19.387894 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-4049e5e9-55e0-498c-b36b-0d28214f41c0 None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: dv-cinder-815146-3-iscsi {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:51:19.474777 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:19.527055 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] Deleting port 8c9c99d3-553f-41c6-8bcf-b6f438323a8f {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:51:19.527392 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:19.565200 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-4049e5e9-55e0-498c-b36b-0d28214f41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:51:18Z', 'revision_number': 5, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port': {'id': '8c9c99d3-553f-41c6-8bcf-b6f438323a8f', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:4e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:28Z', 'updated_at': '2021-10-27T11:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:19.591251 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049e5e9-55e0-498c-b36b-0d28214f41c0 None None] Checking router: 1f7bf127-edb2-4ecf-8dde-11c235346d78 for host: dv-cinder-815146-3-iscsi {{(pid=108004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:51:19.599756 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049e5e9-55e0-498c-b36b-0d28214f41c0 None None] Routers {'1f7bf127-edb2-4ecf-8dde-11c235346d78'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:51:19.600359 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-4049e5e9-55e0-498c-b36b-0d28214f41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:51:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['1f7bf127-edb2-4ecf-8dde-11c235346d78'], 'active': True} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:19.606965 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] For port 8c9c99d3-553f-41c6-8bcf-b6f438323a8f, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=8c9c99d3-553f-41c6-8bcf-b6f438323a8f,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:51:19.607346 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:19.622813 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] Calling delete_port for 8c9c99d3-553f-41c6-8bcf-b6f438323a8f owned by network:router_gateway {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:51:19.686375 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvr_db [None req-4049e5e9-55e0-498c-b36b-0d28214f41c0 None None] Set router 1f7bf127-edb2-4ecf-8dde-11c235346d78 gateway port host: None {{(pid=108004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:51:19.740190 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_hamode_db [None req-4049e5e9-55e0-498c-b36b-0d28214f41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:51:19Z', 'revision_number': 6, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port_host': None}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:19.766563 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049e5e9-55e0-498c-b36b-0d28214f41c0 None None] The sync data for ids ['1f7bf127-edb2-4ecf-8dde-11c235346d78'] in dv-cinder-815146-3-iscsi is: [{'id': '1f7bf127-edb2-4ecf-8dde-11c235346d78', 'name': 'tempest-TestVolumeBootPattern-741635132-router', 'tenant_id': '05c96c34cc5b487dbbca84b067026f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:27Z', 'updated_at': '2021-10-27T11:51:19Z', 'revision_number': 6, 'project_id': '05c96c34cc5b487dbbca84b067026f01', 'gw_port_host': None}] {{(pid=108004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:51:19.782478 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:19.811245 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9c99d3-553f-41c6-8bcf-b6f438323a8f,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:19.880048 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607847'] for router_gateway, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.041105 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.187372 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4054'] for router, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.189587 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.234695 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-607258'] for router, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.235232 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f7bf127-edb2-4ecf-8dde-11c235346d78 {{(pid=108002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:51:20.242530 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] Publish callbacks [] for router, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.245043 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-543dd7a2-6dfe-4fbc-b167-26408bc5de3c admin admin] 10.222.0.36 "DELETE /v2.0/routers/1f7bf127-edb2-4ecf-8dde-11c235346d78 HTTP/1.1" status: 204 len: 168 time: 0.9732497 Oct 27 11:51:20.247377 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 54762) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:20.290799 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fd7d42-68c4-4c2e-805f-c0be9410c644 admin admin] Deleting subnet 38d49ba1-e1bf-423b-8a40-a4419d3a55de {{(pid=108002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:51:20.293799 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-51fd7d42-68c4-4c2e-805f-c0be9410c644 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.326949 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-51fd7d42-68c4-4c2e-805f-c0be9410c644 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28753158'] for subnet, precommit_delete_associations {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.404371 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-51fd7d42-68c4-4c2e-805f-c0be9410c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.455663 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-51fd7d42-68c4-4c2e-805f-c0be9410c644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29335334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25368705'] for subnet, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.480853 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd7d42-68c4-4c2e-805f-c0be9410c644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d49ba1-e1bf-423b-8a40-a4419d3a55de,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:20.484292 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-51fd7d42-68c4-4c2e-805f-c0be9410c644 admin admin] Publish callbacks [] for subnet, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.487539 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-51fd7d42-68c4-4c2e-805f-c0be9410c644 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/38d49ba1-e1bf-423b-8a40-a4419d3a55de HTTP/1.1" status: 204 len: 168 time: 0.2391942 Oct 27 11:51:20.489962 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 54764) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:20.493043 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff4c3ad-3924-4440-bb48-a86a11d94754 None None] Network 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:51:20.567650 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.601170 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 1ce72b9d-0967-48dd-b297-a665a078f034 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:51:20.629170 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: 1ce72b9d-0967-48dd-b297-a665a078f034 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:51:20.629399 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Deleting port f28b0c4d-4855-4e4d-b200-9eeb30d0e120 {{(pid=108002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:51:20.629534 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 1ce72b9d-0967-48dd-b297-a665a078f034 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:51:20.629738 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.629967 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 8c9c99d3-553f-41c6-8bcf-b6f438323a8f no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:51:20.653018 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: 8c9c99d3-553f-41c6-8bcf-b6f438323a8f {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:51:20.653361 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 8c9c99d3-553f-41c6-8bcf-b6f438323a8f not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:51:20.695461 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.db [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] For port f28b0c4d-4855-4e4d-b200-9eeb30d0e120, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=f28b0c4d-4855-4e4d-b200-9eeb30d0e120,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:51:20.696087 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.709326 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.plugin [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Calling delete_port for f28b0c4d-4855-4e4d-b200-9eeb30d0e120 owned by network:dhcp {{(pid=108002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:51:20.723660 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] DHCP port deletion for 2f7b2cdb-eb34-4d28-b61d-c435d2520f1d request from dv-cinder-815146-3-iscsi {{(pid=108004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:51:20.776563 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Deleting port f28b0c4d-4855-4e4d-b200-9eeb30d0e120 {{(pid=108004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:51:20.776942 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.798056 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29335315'] for port, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.831170 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] No DVR routers for this DVR port f28b0c4d-4855-4e4d-b200-9eeb30d0e120 on host dv-cinder-815146-3-iscsi {{(pid=108002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:51:20.833146 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=f28b0c4d-4855-4e4d-b200-9eeb30d0e120,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:20.861812 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.db [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] For port f28b0c4d-4855-4e4d-b200-9eeb30d0e120, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=f28b0c4d-4855-4e4d-b200-9eeb30d0e120,segment=NetworkSegment(0fa47ad9-85c7-4bde-a5ef-b67d8070b31e),segment_id=0fa47ad9-85c7-4bde-a5ef-b67d8070b31e)] {{(pid=108004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:51:20.862305 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.875319 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Calling delete_port for f28b0c4d-4855-4e4d-b200-9eeb30d0e120 owned by network:dhcp {{(pid=108004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:51:20.907350 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.926983 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7b2cdb-eb34-4d28-b61d-c435d2520f1d']}} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:20.937006 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e') {'for_net_delete': True} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:20.937312 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.services.segments.db [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa47ad9-85c7-4bde-a5ef-b67d8070b31e') {} {{(pid=108002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:20.946487 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28753279'] for segment, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.956679 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669'] for port, after_delete {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.964963 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.971764 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=108002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:51:20.972164 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29335500'] for segment, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: Traceback (most recent call last): Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: timer() Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: cb(*args, **kw) Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: return func(*args, **kwargs) Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: self._notify() Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: self.callback(batched_events) Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: event.method(event) Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: return f(self, *a, **k) Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._get(url).json() Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: return self.request(url, 'GET', **kwargs) Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:51:20.973969 dv-cinder-815146-3-iscsi neutron-server[108002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:51:20.982451 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Pushing event deleted for resources: {'Port': ['ID=f28b0c4d-4855-4e4d-b200-9eeb30d0e120,revision_number=None']} {{(pid=108004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:20.984686 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] No DVR routers for this DVR port f28b0c4d-4855-4e4d-b200-9eeb30d0e120 on host dv-cinder-815146-3-iscsi {{(pid=108004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:51:20.997294 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:20.997639 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:20.997972 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:20.998422 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:20.998668 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:20.998958 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:20.999279 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:20.999598 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:20.999954 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:21.000273 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:21.000591 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:21.000903 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acead18b-f820-4a5b-b693-4eec89c68c16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815146-3-iscsi {{(pid=108004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:51:21.029917 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:21.035286 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:21.038454 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] 10.222.0.36 "DELETE /v2.0/networks/2f7b2cdb-eb34-4d28-b61d-c435d2520f1d HTTP/1.1" status: 204 len: 168 time: 0.5475626 Oct 27 11:51:21.041549 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 54766) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:21.049423 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0bae1-54b7-4cda-9196-ea02f0302dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7b2cdb-eb34-4d28-b61d-c435d2520f1d,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:21.638088 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2f8c-120e-4c8a-983f-36d3e1e00a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608041'] for router_interface, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:21.877110 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef2f8c-120e-4c8a-983f-36d3e1e00a79 admin admin] Deleting port 44e16d3e-5032-4962-a973-52972e5f3f48 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:51:21.877442 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2f8c-120e-4c8a-983f-36d3e1e00a79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:21.958529 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [None req-b0ef2f8c-120e-4c8a-983f-36d3e1e00a79 admin admin] For port 44e16d3e-5032-4962-a973-52972e5f3f48, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=44e16d3e-5032-4962-a973-52972e5f3f48,segment=NetworkSegment(00f36b9e-4fad-4c3e-b880-14c1363b2118),segment_id=00f36b9e-4fad-4c3e-b880-14c1363b2118)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:51:21.958851 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2f8c-120e-4c8a-983f-36d3e1e00a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:21.971429 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-b0ef2f8c-120e-4c8a-983f-36d3e1e00a79 admin admin] Calling delete_port for 44e16d3e-5032-4962-a973-52972e5f3f48 owned by network:router_interface {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:51:22.144294 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2f8c-120e-4c8a-983f-36d3e1e00a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:22.168616 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef2f8c-120e-4c8a-983f-36d3e1e00a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e16d3e-5032-4962-a973-52972e5f3f48,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:22.341337 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-b0ef2f8c-120e-4c8a-983f-36d3e1e00a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-637577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608197'] for router_interface, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:22.561548 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ef2f8c-120e-4c8a-983f-36d3e1e00a79 admin admin] Router 90324555-7860-450b-b275-a51644ec4e4e has already been hosted by L3 agent 822b6519-af83-4834-84bf-64b9ee0fc460 {{(pid=108003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:51:22.649747 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device f28b0c4d-4855-4e4d-b200-9eeb30d0e120 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:51:22.674064 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: f28b0c4d-4855-4e4d-b200-9eeb30d0e120 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:51:22.674411 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device f28b0c4d-4855-4e4d-b200-9eeb30d0e120 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:51:22.694687 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ef2f8c-120e-4c8a-983f-36d3e1e00a79 admin admin] Notify agent at l3_agent.dv-cinder-815146-3-iscsi the message routers_updated {{(pid=108003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:51:22.699844 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-b0ef2f8c-120e-4c8a-983f-36d3e1e00a79 admin admin] 10.222.0.36 "PUT /v2.0/routers/90324555-7860-450b-b275-a51644ec4e4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6568675 Oct 27 11:51:22.705296 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 54768) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:22.711178 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2f564-5005-4335-bb75-71bb675d6c4a None None] Sync routers for ids ['90324555-7860-450b-b275-a51644ec4e4e'] in dv-cinder-815146-3-iscsi {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:51:22.721207 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2f564-5005-4335-bb75-71bb675d6c4a None None] Routers {'90324555-7860-450b-b275-a51644ec4e4e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:51:22.721804 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-6ef2f564-5005-4335-bb75-71bb675d6c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:51:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['90324555-7860-450b-b275-a51644ec4e4e'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:22.808642 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] Publish callbacks [] for router, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:22.825969 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-6ef2f564-5005-4335-bb75-71bb675d6c4a None None] Set router 90324555-7860-450b-b275-a51644ec4e4e gateway port host: dv-cinder-815146-3-iscsi {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:51:22.911263 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:22.965002 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] Deleting port e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:51:22.965338 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.019415 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-6ef2f564-5005-4335-bb75-71bb675d6c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90324555-7860-450b-b275-a51644ec4e4e', 'name': 'tempest-TestVolumeBootPattern-2053615986-router', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'external_fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:33Z', 'updated_at': '2021-10-27T11:51:22Z', 'revision_number': 5, 'project_id': '089b4f81cdd34067afdd535ec1de2c6b', 'gw_port': {'id': 'e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b', 'name': '', 'network_id': 'edcb5bcc-18de-45b7-a83a-e99e3226c5b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:96:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90324555-7860-450b-b275-a51644ec4e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815146-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:42:34Z', 'updated_at': '2021-10-27T11:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '585145c1-30a1-4c5e-8d11-01d01cecd509', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815146-3-iscsi'}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:23.047715 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2f564-5005-4335-bb75-71bb675d6c4a None None] Checking router: 90324555-7860-450b-b275-a51644ec4e4e for host: dv-cinder-815146-3-iscsi {{(pid=108005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:51:23.051196 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] For port e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b,segment=NetworkSegment(32e7cf82-351c-45a8-a2b7-0e7db96629e1),segment_id=32e7cf82-351c-45a8-a2b7-0e7db96629e1)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:51:23.051554 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.057057 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef2f564-5005-4335-bb75-71bb675d6c4a None None] Routers {'90324555-7860-450b-b275-a51644ec4e4e'} bound to L3 agent in host dv-cinder-815146-3-iscsi {{(pid=108005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:51:23.057657 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-6ef2f564-5005-4335-bb75-71bb675d6c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815146-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T11:32:40Z,description=,heartbeat_timestamp=2021-10-27T11:51:10Z,host='dv-cinder-815146-3-iscsi',id=822b6519-af83-4834-84bf-64b9ee0fc460,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T11:32:40Z,topic='l3_agent')) {'router_ids': ['90324555-7860-450b-b275-a51644ec4e4e'], 'active': True} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:23.068727 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] Calling delete_port for e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b owned by network:router_gateway {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:51:23.143247 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_dvr_db [None req-6ef2f564-5005-4335-bb75-71bb675d6c4a None None] Set router 90324555-7860-450b-b275-a51644ec4e4e gateway port host: None {{(pid=108005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:51:23.196139 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.l3_hamode_db [None req-6ef2f564-5005-4335-bb75-71bb675d6c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90324555-7860-450b-b275-a51644ec4e4e', 'name': 'tempest-TestVolumeBootPattern-2053615986-router', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:33Z', 'updated_at': '2021-10-27T11:51:22Z', 'revision_number': 6, 'project_id': '089b4f81cdd34067afdd535ec1de2c6b', 'gw_port_host': None}], 'dv-cinder-815146-3-iscsi', False) {} {{(pid=108005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:23.224833 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef2f564-5005-4335-bb75-71bb675d6c4a None None] The sync data for ids ['90324555-7860-450b-b275-a51644ec4e4e'] in dv-cinder-815146-3-iscsi is: [{'id': '90324555-7860-450b-b275-a51644ec4e4e', 'name': 'tempest-TestVolumeBootPattern-2053615986-router', 'tenant_id': '089b4f81cdd34067afdd535ec1de2c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:42:33Z', 'updated_at': '2021-10-27T11:51:22Z', 'revision_number': 6, 'project_id': '089b4f81cdd34067afdd535ec1de2c6b', 'gw_port_host': None}] {{(pid=108005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:51:23.228957 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.266332 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:23.324794 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607847'] for router_gateway, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.422872 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4054'] for router, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.425010 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.471532 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-607258'] for router, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.472054 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90324555-7860-450b-b275-a51644ec4e4e {{(pid=108003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:51:23.476673 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] Publish callbacks [] for router, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.477813 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-f4c2357b-d93a-4af9-ba35-e46e2b244197 admin admin] 10.222.0.36 "DELETE /v2.0/routers/90324555-7860-450b-b275-a51644ec4e4e HTTP/1.1" status: 204 len: 168 time: 0.7727821 Oct 27 11:51:23.480312 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 54770) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:23.523551 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff3502d-69cf-47e6-81c1-690451af4f86 admin admin] Deleting subnet 53a2ceef-5244-4236-a0a4-54d5746f5af2 {{(pid=108003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:51:23.527028 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-5ff3502d-69cf-47e6-81c1-690451af4f86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.562813 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-5ff3502d-69cf-47e6-81c1-690451af4f86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25220744'] for subnet, precommit_delete_associations {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.645286 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-5ff3502d-69cf-47e6-81c1-690451af4f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3820911'] for subnet, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.701992 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-5ff3502d-69cf-47e6-81c1-690451af4f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3820902', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25406111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25412915'] for subnet, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.725261 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3502d-69cf-47e6-81c1-690451af4f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a2ceef-5244-4236-a0a4-54d5746f5af2,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:23.731444 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-5ff3502d-69cf-47e6-81c1-690451af4f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for subnet, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.734641 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-5ff3502d-69cf-47e6-81c1-690451af4f86 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/53a2ceef-5244-4236-a0a4-54d5746f5af2 HTTP/1.1" status: 204 len: 168 time: 0.2534001 Oct 27 11:51:23.737068 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 54772) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:23.738932 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ba32a7-c734-4d2f-a0bd-219cdc809623 None None] Network 1eae05da-a5f2-48a6-8c8d-8d0f6277bf03 requested from dv-cinder-815146-3-iscsi {{(pid=108004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:51:23.805443 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3789972'] for network, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.863964 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Deleting port bee5cafb-f6d2-417b-a500-6d5dc02580a2 {{(pid=108003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:51:23.864300 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776515999254'] for port, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.927931 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.db [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] For port bee5cafb-f6d2-417b-a500-6d5dc02580a2, host dv-cinder-815146-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815146-3-iscsi',level=0,port_id=bee5cafb-f6d2-417b-a500-6d5dc02580a2,segment=NetworkSegment(00f36b9e-4fad-4c3e-b880-14c1363b2118),segment_id=00f36b9e-4fad-4c3e-b880-14c1363b2118)] {{(pid=108003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:51:23.928361 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-608336'] for port, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:23.940718 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.plugin [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Calling delete_port for bee5cafb-f6d2-417b-a500-6d5dc02580a2 owned by network:dhcp {{(pid=108003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:51:24.025851 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56988', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776516053980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776515491669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25406122'] for port, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:24.027837 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2682d3ae-c7b5-4665-8912-e546da2f52fe None None] DHCP port deletion for 1eae05da-a5f2-48a6-8c8d-8d0f6277bf03 request from dv-cinder-815146-3-iscsi {{(pid=108004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:51:24.051478 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee5cafb-f6d2-417b-a500-6d5dc02580a2,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:24.059010 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] No DVR routers for this DVR port bee5cafb-f6d2-417b-a500-6d5dc02580a2 on host dv-cinder-815146-3-iscsi {{(pid=108003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:51:24.134406 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3815930', 'neutron.services.segments.db._delete_segments_for_network-8776516014174'] for network, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:24.158005 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eae05da-a5f2-48a6-8c8d-8d0f6277bf03']}} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:24.167801 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f36b9e-4fad-4c3e-b880-14c1363b2118') {'for_net_delete': True} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:24.168086 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.services.segments.db [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f36b9e-4fad-4c3e-b880-14c1363b2118') {} {{(pid=108003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:51:24.177370 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776516015719', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25220849'] for segment, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:24.192190 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334'] for segment, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:24.199409 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=108003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:51:24.199801 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3820334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25406069'] for segment, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: Traceback (most recent call last): Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: timer() Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: cb(*args, **kw) Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: return func(*args, **kwargs) Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: self._notify() Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: self.callback(batched_events) Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: event.method(event) Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: return f(self, *a, **k) Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._get(url).json() Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: return self.request(url, 'GET', **kwargs) Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:51:24.201812 dv-cinder-815146-3-iscsi neutron-server[108003]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:51:24.257534 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3815921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-783016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-637616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607835'] for network, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:24.264012 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-637602'] for network, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:24.267295 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1eae05da-a5f2-48a6-8c8d-8d0f6277bf03 HTTP/1.1" status: 204 len: 168 time: 0.5292459 Oct 27 11:51:24.279445 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad9c6d-19bf-4b17-a329-0f029723cd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eae05da-a5f2-48a6-8c8d-8d0f6277bf03,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:24.386466 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 54776) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:24.427421 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-60d9ae83-1c36-46bf-b79c-38cd18874333 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05c96c34cc5b487dbbca84b067026f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396845 Oct 27 11:51:24.430104 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [-] (108002) accepted ('10.222.0.36', 54778) {{(pid=108002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:24.481202 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-159129b5-cece-4fed-9c6a-6cc72cbf346e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:24.501870 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-159129b5-cece-4fed-9c6a-6cc72cbf346e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:24.550296 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-159129b5-cece-4fed-9c6a-6cc72cbf346e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:24.553497 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron_lib.callbacks.manager [None req-159129b5-cece-4fed-9c6a-6cc72cbf346e admin admin] Publish callbacks [] for security_group, before_response {{(pid=108002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:24.554831 dv-cinder-815146-3-iscsi neutron-server[108002]: INFO neutron.wsgi [None req-159129b5-cece-4fed-9c6a-6cc72cbf346e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63be69fa-76f3-47c8-b68b-3290aa19405b HTTP/1.1" status: 204 len: 168 time: 0.1237013 Oct 27 11:51:24.564898 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159129b5-cece-4fed-9c6a-6cc72cbf346e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63be69fa-76f3-47c8-b68b-3290aa19405b,revision_number=None']} {{(pid=108002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:24.599575 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:51:24.619597 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:51:24.619848 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device e9cdc22e-0dbd-47d4-bc1a-44dffcc36e6b not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:51:24.620328 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 44e16d3e-5032-4962-a973-52972e5f3f48 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:51:24.638770 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: 44e16d3e-5032-4962-a973-52972e5f3f48 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:51:24.639162 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device 44e16d3e-5032-4962-a973-52972e5f3f48 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:51:24.639486 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device bee5cafb-f6d2-417b-a500-6d5dc02580a2 no longer exists at agent ovs-agent-dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:51:24.658187 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] No Port match for: bee5cafb-f6d2-417b-a500-6d5dc02580a2 {{(pid=108004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:51:24.658534 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron.plugins.ml2.rpc [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Device bee5cafb-f6d2-417b-a500-6d5dc02580a2 not bound to the agent host dv-cinder-815146-3-iscsi {{(pid=108004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:51:24.885836 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 54784) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:24.924059 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-aafc53d6-62cb-4845-981c-d908860874d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=089b4f81cdd34067afdd535ec1de2c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370619 Oct 27 11:51:24.926392 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.wsgi [-] (108003) accepted ('10.222.0.36', 54786) {{(pid=108003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:51:24.972511 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6b449367-090d-41b1-b247-6cf266c9c3d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:24.997270 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6b449367-090d-41b1-b247-6cf266c9c3d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:25.043849 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6b449367-090d-41b1-b247-6cf266c9c3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705918'] for security_group, after_delete {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:25.046852 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron_lib.callbacks.manager [None req-6b449367-090d-41b1-b247-6cf266c9c3d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=108003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:25.048130 dv-cinder-815146-3-iscsi neutron-server[108003]: INFO neutron.wsgi [None req-6b449367-090d-41b1-b247-6cf266c9c3d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd2784bc-ab45-4a52-b275-67067a515a4b HTTP/1.1" status: 204 len: 168 time: 0.1208313 Oct 27 11:51:25.057865 dv-cinder-815146-3-iscsi neutron-server[108003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b449367-090d-41b1-b247-6cf266c9c3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2784bc-ab45-4a52-b275-67067a515a4b,revision_number=None']} {{(pid=108003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:51:36.802365 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-cf9b57c0-e294-4634-937a-94a114e19e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:39.786986 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-516f797b-b662-4c0f-9499-550a2261a92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:40.550140 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:41.048330 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:42.210186 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:45.222229 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:51:50.044658 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:06.808062 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-1fa2030d-ec65-47d9-8d63-fc4160c21a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:09.788294 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-30bfdfd7-3c86-4148-8a7c-925b77bd8c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:10.552095 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:11.050312 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:12.212798 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:20.039236 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:22.220308 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:52:36.810202 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3d9a-f949-46c2-9dc7-cc1dc4abd458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:39.789358 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7a730396-b7e9-4529-897f-5065623fb872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:40.559642 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:41.178683 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:42.219725 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:50.047422 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:59.218406 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:53:06.811904 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-96c8b0c7-d725-4430-bbaf-fd42a53b05fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:53:09.791558 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-0bce72e6-8526-4996-a0ee-5d80edd32e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:53:10.552125 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:53:11.059185 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:53:12.219390 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:53:20.054859 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:53:36.217111 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:53:36.816839 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5e72a1c7-e17a-4b2a-9417-62ccfe27c2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:53:39.796847 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-49d6a2cd-ef1b-4cd7-abcf-758f35fe4b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:53:40.556002 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:53:41.062535 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:53:42.226289 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:53:50.077587 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:54:06.819896 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-16157c85-43b2-4482-a1f7-ecb38e471277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:54:09.789111 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-71a2ef5e-9757-45e8-a4ca-eafd6484fd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:54:10.557252 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:54:11.063199 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:54:12.225961 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:54:13.215953 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:54:20.079775 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:54:36.825412 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7bf8375a-e2a6-47c8-99ca-7c592a66c510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:54:39.790424 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-b0d3d661-ebe9-4df1-87d8-560b2f673848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:54:40.559510 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:54:41.069608 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:54:42.228803 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:54:50.087806 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:54:50.214413 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:55:06.827015 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7667b2e8-ba2b-48f5-9d8e-2d8001ffe161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:55:09.791114 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-4937641d-43dd-493e-b26f-995afe644c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:55:10.568363 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:55:11.069912 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:55:12.234840 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:55:20.085627 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:55:27.214368 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:55:36.829740 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-0dd9fabb-a715-47aa-9560-292c11afd857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:55:39.792523 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-f80315d6-6dc2-44c7-a222-20e7d3fe09a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:55:40.561316 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:55:41.073154 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:55:42.237134 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:55:50.101906 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:56:04.213401 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:56:06.830569 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-eb968195-e500-470b-b109-705af6b19a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:56:09.792983 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-3e74668c-8e76-4195-bbdb-a956c5dad0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:56:10.564019 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:56:11.077091 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:56:12.239831 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:56:13.709981 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [req-a3cf2627-e66f-428b-8f4c-158d27c7776a req-8592320c-c834-4a7d-89b0-72b9ec7fec90 service neutron] (108002) timed out ('10.222.0.41', 49605) {{(pid=108002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 11:56:18.855561 dv-cinder-815146-3-iscsi neutron-server[108002]: DEBUG neutron.wsgi [req-d9fb607a-845d-4fa1-9a71-ef26be2a5e82 req-2e944098-e816-447b-aa2d-c52701787ced service neutron] (108002) timed out ('10.222.0.41', 49564) {{(pid=108002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 11:56:20.100857 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:56:36.832282 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-514f5685-db0a-4657-929a-eb8c244769b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:56:39.797241 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2b83abf8-b41b-4782-bd19-a22fe6f32e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:56:40.565925 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-2ace2f2f-c0b4-4fb9-851f-62d1a1813aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:56:41.077097 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-7b2943ba-59a9-4a27-8964-49973a602975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:56:41.214526 dv-cinder-815146-3-iscsi neutron-server[108005]: DEBUG neutron.db.agents_db [None req-ce12fa37-f862-4159-a4cb-3e580123d318 None None] Agent healthcheck: found 6 active agents {{(pid=108005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:56:42.243289 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-5334831a-52f1-4d87-ace3-de75fa89cba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:56:50.118361 dv-cinder-815146-3-iscsi neutron-server[108004]: DEBUG neutron_lib.callbacks.manager [None req-565d45e9-ec8f-48c3-a201-3df12893f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776516014156', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3816624'] for agent, after_update {{(pid=108004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}